00000100:00000001:0.0F:1749611252.458668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611252.458681:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611252.458684:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611252.458688:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611252.458691:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611252.458694:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611252.458697:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611252.458700:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611252.458702:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1749611252.486673:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611252.486688:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611252.486690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611252.486694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611252.486698:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611252.486700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611252.486703:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611252.486706:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611252.486708:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611252.596347:0:22228:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611252.596357:0:22228:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611252.596364:0:22228:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611252.596379:0:22228:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611252.596384:0:22228:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611252.596388:0:22228:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611252.596394:0:22228:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611252.596398:0:22228:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611252.596401:0:22228:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611252.644672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611252.644682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611252.644808:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611252.644814:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611252.644817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0F:1749611252.834402:0:22267:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611252.834426:0:22267:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611252.834430:0:22267:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611252.834441:0:22267:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611252.834446:0:22267:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611252.834447:0:22267:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611252.834452:0:22267:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611252.834456:0:22267:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611252.834457:0:22267:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.096631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611253.096649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611253.096651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.096657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.096660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611253.096665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.096668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611253.102617:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611253.102625:0:30690:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611253.102629:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611253.102634:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611253.102638:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611253.102641:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611253.102646:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611253.102652:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5854 00000100:00080000:0.0:1749611253.102657:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611253.102660:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.102664:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.102666:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.102679:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611253.102683:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611253.102686:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611253.102690:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611253.102701:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611253.102704:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611253.102707:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611253.102710:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.102712:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.102714:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.102716:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611253.102719:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611253.102723:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611253.102725:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.102729:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611253.102737:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611253.102740:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.102742:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611253.102746:0:30690:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611253.102752:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:0.0:1749611253.102756:0:30690:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611253.102761:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611253.102764:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.102767:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611253.102770:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611253.102774:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611253.102782:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dcb800. 00000100:00000001:0.0:1749611253.102792:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611253.102804:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611253.102817:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611253.102823:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.102828:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.102844:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611253.102847:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611253.102856:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611253.102858:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611253.102860:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611253.102863:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611253.102865:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5854 00000100:00080000:0.0:1749611253.102868:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611253.102870:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.102872:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.102874:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.102876:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611253.102878:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611253.102879:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611253.102881:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611253.102883:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611253.102885:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611253.102887:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611253.102889:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.102891:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.102892:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.102894:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611253.102896:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:1.0:1749611253.102897:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749611253.102899:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611253.102901:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.102902:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611253.102903:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611253.102906:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611253.102907:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611253.102908:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.102910:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611253.102912:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611253.102916:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 00000100:00000040:1.0:1749611253.102917:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611253.102918:0:30690:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611253.102921:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611253.102926:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.102928:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611253.102930:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611253.102931:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611253.102932:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.102933:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611253.102935:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc9000. 02000000:00000001:1.0:1749611253.102938:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611253.102939:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.102941:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611253.102944:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611253.102944:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749611253.102948:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494642944:0@lo:38:kworker.0 00000100:00000001:0.0:1749611253.102951:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611253.102953:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611253.102953:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.102956:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc380] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611253.102958:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611253.102961:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.102964:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611253.102965:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611253.102967:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:1.0:1749611253.102970:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca72000. 00000100:00080000:0.0:1749611253.102971:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:1.0:1749611253.102972:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.102972:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611253.102974:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611253.102976:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611253.102978:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5854 00000400:00000010:1.0:1749611253.102981:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbcb8. 00000100:00080000:0.0:1749611253.102981:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611253.102983:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.102985:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.102987:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.102989:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749611253.102991:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000001:0.0:1749611253.102992:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611253.102993:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611253.102995:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611253.102997:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611253.102998:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611253.103000:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:1.0:1749611253.103001:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494642944, portal 4 00000100:00000040:0.0:1749611253.103003:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611253.103004:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611253.103006:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000001:0.0:1749611253.103009:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.103011:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.103013:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611253.103016:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611253.103016:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611253.103018:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611253.103021:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.103022:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611253.103025:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611253.103025:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611253.103027:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611253.103029:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611253.103029:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611253.103031:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611253.103034:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe300. 00000020:00000040:0.0:1749611253.103036:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611253.103038:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611253.103039:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611253.103041:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611253.103041:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611253.103042:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611253.103044:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611253.103045:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494642944, offset 0 02000000:00000010:0.0:1749611253.103047:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc8400. 00000100:00000001:0.0:1749611253.103050:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103052:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611253.103054:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611253.103061:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611253.103063:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.103066:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe300] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611253.103072:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611253.103073:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.103075:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611253.103079:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611253.103084:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebf480. 00000020:00000040:0.0:1749611253.103086:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749611253.103088:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf942300 00000100:00000001:0.0:1749611253.103088:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611253.103095:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749611253.103097:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 0 02000000:00000001:0.0:1749611253.103097:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611253.103101:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009c267000. 00000100:00000001:0.0:1749611253.103104:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103106:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611253.103108:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611253.103111:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611253.103116:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611253.103117:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103118:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611253.103120:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749611253.103123:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebf480] to pc [ptlrpcd_00_03+3] req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749611253.103126:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99fb80. 00000100:00000040:1.0:1749611253.103130:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99fb80 x1834598494642944 msgsize 520 00000100:00100000:1.0:1749611253.103135:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611253.103142:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611253.103142:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611253.103144:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611253.103148:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611253.103149:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611253.103151:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8800b51bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1749611253.103152:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749611253.103154:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:1.0:1749611253.103155:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00080000:0.0:1749611253.103157:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5854 00000100:00000001:1.0:1749611253.103158:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749611253.103159:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611253.103161:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.103163:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749611253.103164:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611253.103165:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611253.103167:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611253.103169:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611253.103170:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d30b 00000020:00000001:0.0:1749611253.103171:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611253.103173:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749611253.103173:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51ba000 refcount=8 00000020:00000001:0.0:1749611253.103175:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352705024 : -131938356846592 : ffff8800b51ba000) 00000100:00000040:1.0:1749611253.103176:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611253.103177:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352705024 : -131938356846592 : ffff8800b51ba000) 00000100:00000040:0.0:1749611253.103180:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.103181:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611253.103183:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.103183:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611253.103185:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611253.103189:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611253.103190:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611253.103192:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 7 00000100:00000040:1.0:1749611253.103195:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1300 usecs (2 jiffies) 00000100:00080000:0.0:1749611253.103195:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b51bb800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611253.103197:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.103199:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611253.103200:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300526562 02000000:00000001:0.0:1749611253.103201:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611253.103203:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611253.103204:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7ad5c0. 00000100:00000001:0.0:1749611253.103205:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611253.103207:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611253.103219:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000020:00000040:0.0:1749611253.103221:0:30690:0:(genops.c:1229:class_import_get()) import ffff8800b51bb800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611253.103223:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749611253.103223:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611253.103224:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103225:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611253.103227:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611253.103228:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103230:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300526562 02000000:00000010:0.0:1749611253.103232:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc9c00. 00000100:00000010:1.0:1749611253.103233:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7ad680. 00000100:00000001:0.0:1749611253.103235:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103236:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611253.103239:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300526562 00000100:00100000:0.0:1749611253.103239:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611253.103245:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1749611253.103247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7addc0. 00000100:00000001:0.0:1749611253.103247:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103250:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749611253.103250:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300526562 00000100:00000010:1.0:1749611253.103256:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7ad440. 00000100:00000001:0.0:1749611253.103257:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749611253.103260:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611253.103264:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611253.103267:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebdc00. 00000020:00000040:0.0:1749611253.103269:0:30690:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611253.103271:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611253.103272:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611253.103273:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611253.103273:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103276:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103279:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103281:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611253.103282:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009c267500. 00000100:00000001:0.0:1749611253.103285:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103287:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611253.103289:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611253.103289:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611253.103291:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611253.103293:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611253.103294:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611253.103296:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611253.103298:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611253.103299:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611253.103302:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebdc00] to pc [ptlrpcd_00_00+0] req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103307:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611253.103309:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.103311:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611253.103314:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611253.103316:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611253.103319:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494643072:0@lo:38:kworker.0 00000100:00000001:1.0:1749611253.103323:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611253.103325:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611253.103327:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.103328:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611253.103331:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca71400. 00000100:00000001:0.0:1749611253.103331:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.103333:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611253.103337:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbc08. 00000100:00000040:0.0:1749611253.103337:0:30690:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5864) 00000400:00000010:1.0:1749611253.103341:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749611253.103345:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494643072, portal 10 00000100:00000001:1.0:1749611253.103347:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611253.103348:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611253.103348:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 00000100:00000001:0.0:1749611253.103349:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611253.103352:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749611253.103354:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611253.103356:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749611253.103359:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611253.103360:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.103360:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611253.103362:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0F:1749611253.103363:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.103363:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.103365:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611253.103367:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611253.103367:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611253.103368:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749611253.103369:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611253.103370:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611253.103371:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000040:0.0:1749611253.103371:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.103372:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611253.103374:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749611253.103374:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494643072, offset 0 00000100:00000001:2.0:1749611253.103376:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611253.103378:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103378:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611253.103379:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611253.103381:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.103383:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749611253.103385:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611253.103385:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611253.103387:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611253.103388:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103390:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942380 00000100:00100000:0.0:1749611253.103391:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494643328:0@lo:400:kworker.0 00000100:00000001:0.0:1749611253.103395:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611253.103396:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 34728 02000000:00000001:0.0:1749611253.103398:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611253.103399:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611253.103400:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103424:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.103426:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611253.103430:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749611253.103430:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829600. 02000000:00000001:0.0:1749611253.103432:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103433:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611253.103435:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611253.103437:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611253.103438:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff4d0. 02000000:00000001:2.0:1749611253.103439:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103442:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611253.103443:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821908. 00000100:00100000:2.0:1749611253.103444:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494643584:0@lo:400:kworker.0 00000100:00000200:1.0:1749611253.103444:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611253.103446:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1749611253.103448:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ce00. 00000100:00100000:3.0:1749611253.103449:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494642944 00000100:00000040:1.0:1749611253.103450:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ce00 x1834598494643072 msgsize 520 02000000:00000001:3.0:1749611253.103452:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749611253.103455:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611253.103455:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494643328, portal 10 00000100:00000001:3.0:1749611253.103456:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611253.103457:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611253.103459:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103459:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175175808 : -131939534375808 : ffff88006eebf480) 00000100:00000001:2.0:1749611253.103463:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611253.103463:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611253.103464:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103467:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000040:0.0:1749611253.103467:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611253.103468:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494642944 02000000:00000001:2.0:1749611253.103470:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1749611253.103470:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000020:00000001:3.0:1749611253.103471:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611253.103472:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:3.0:1749611253.103473:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749611253.103473:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.103475:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611253.103475:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611253.103476:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611253.103477:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611253.103478:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611253.103479:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611253.103480:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958213b8. 00000020:00000001:3.0:1749611253.103481:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611253.103482:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e200. 00000100:00000001:1.0:1749611253.103483:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611253.103483:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494643328, offset 0 02000000:00000001:2.0:1749611253.103485:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611253.103486:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611253.103487:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000400:00000200:0.0:1749611253.103487:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611253.103492:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611253.103493:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000020:00000010:3.0:1749611253.103494:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc200. 00000100:00000001:1.0:1749611253.103494:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611253.103496:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611253.103497:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.103501:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000040:1.0:1749611253.103501:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1135 usecs (2 jiffies) 00000400:00000010:2.0:1749611253.103502:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611253.103503:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300526562 00000400:00000200:0.0:1749611253.103505:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf942480 00000100:00000001:1.0:1749611253.103506:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300526562 00000100:00000001:3.0:1749611253.103507:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611253.103508:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300526562 00000100:00000001:3.0:1749611253.103509:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611253.103511:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611253.103512:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494643584, portal 10 00000400:00000200:0.0:1749611253.103512:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 35248 00000100:00000001:2.0:1749611253.103515:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611253.103516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300526562 00000100:00000001:3.0:1749611253.103518:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103518:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175169536 : -131939534382080 : ffff88006eebdc00) 00000100:00000001:1.0:1749611253.103518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300526562 00000400:00000200:0.0:1749611253.103518:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611253.103549:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611253.103553:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300526562 00000100:00000001:0.0:1749611253.103554:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611253.103555:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611253.103555:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300526563 00000100:00000200:0.0:1749611253.103556:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611253.103559:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300526562 00000100:00000010:0.0:1749611253.103560:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebce00. 00000100:00000001:1.0:1749611253.103563:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611253.103563:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebce00 x1834598494643328 msgsize 224 00000100:00000040:2.0:1749611253.103564:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103565:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.103567:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611253.103568:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749611253.103568:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611253.103569:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611253.103572:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611253.103576:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00000001:2.0:1749611253.103576:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611253.103577:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611253.103579:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706674560 : -131939002877056 : ffff88008e99fb80) 00000100:00000001:1.0:1749611253.103580:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611253.103581:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611253.103581:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611253.103582:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958213b8 02000000:00000001:1.0:1749611253.103584:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749611253.103585:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000400:00000010:0.0:1749611253.103585:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958213b8. 00000100:00000040:3.0:1749611253.103586:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99fb80 x1834598494642944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611253.103586:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611253.103588:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103588:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611253.103590:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494643584, offset 0 00000100:00100000:1.0:1749611253.103591:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494643200:0@lo:38:kworker.0 00000100:00000200:0.0:1749611253.103592:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103594:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611253.103596:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611253.103596:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611253.103598:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611253.103600:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494642944:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749611253.103600:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611253.103601:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749611253.103603:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca72400. 00000100:00000200:3.0:1749611253.103604:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494642944 02000000:00000001:1.0:1749611253.103604:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.103604:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611253.103608:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbb58. 00000020:00000001:3.0:1749611253.103609:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611253.103611:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749611253.103611:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749611253.103611:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611253.103613:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611253.103613:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749611253.103615:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494643200, portal 10 00000100:00000001:1.0:1749611253.103617:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611253.103619:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175171328 : -131939534380288 : ffff88006eebe300) 00000400:00000200:2.0:1749611253.103622:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf942580 00000100:00000040:1.0:1749611253.103625:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611253.103629:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 35472 00000100:00000001:0.0:1749611253.103629:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.103630:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103632:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611253.103633:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 965 usecs (1 jiffies) 00000100:00000040:1.0:1749611253.103634:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00020000:3.0:1749611253.103635:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611253.103637:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611253.103638:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611253.103641:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611253.103641:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611253.103641:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300526562 00000100:00000200:1.0:1749611253.103644:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494643200, offset 0 00000100:00000001:0.0:1749611253.103645:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300526562 00000100:00000001:2.0:1749611253.103646:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611253.103647:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300526562 00010000:00000001:3.0:1749611253.103648:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611253.103648:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611253.103649:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611253.103649:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300526562 00000100:00000001:0.0:1749611253.103651:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300526562 00000100:00000001:3.0:1749611253.103652:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749611253.103654:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4e00. 00000100:00000001:0.0:1749611253.103654:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300526562 00000100:00000001:3.0:1749611253.103655:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611253.103656:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611253.103656:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300526562 00000100:00000040:2.0:1749611253.103657:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4e00 x1834598494643584 msgsize 224 02000000:00000001:3.0:1749611253.103658:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611253.103658:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300526563 00000100:00000001:0.0:1749611253.103660:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611253.103661:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749611253.103662:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68c00. 00000400:00000200:1.0:1749611253.103662:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942400 00000100:00000001:0.0:1749611253.103662:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611253.103664:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103665:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103666:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 35696 00000100:00000001:3.0:1749611253.103667:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103667:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103671:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611253.103671:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611253.103672:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611253.103673:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611253.103675:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611253.103679:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611253.103679:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611253.103682:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611253.103683:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611253.103685:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611253.103686:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611253.103686:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611253.103688:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749611253.103689:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749611253.103689:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611253.103689:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643072 00000100:00000200:1.0:1749611253.103690:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611253.103691:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611253.103691:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611253.103693:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611253.103694:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000010:1.0:1749611253.103694:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ca80. 00000100:00000001:0.0:1749611253.103695:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611253.103696:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ca80 x1834598494643200 msgsize 520 00000100:00000040:3.0:1749611253.103697:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611253.103697:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611253.103699:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749611253.103700:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643072 00000100:00100000:1.0:1749611253.103701:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611253.103702:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.103702:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611253.103704:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749611253.103704:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749611253.103706:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611253.103706:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611253.103708:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749611253.103708:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611253.103710:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000020:00000001:0.0:1749611253.103710:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103711:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611253.103712:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611253.103714:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000010:0.0:1749611253.103714:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000100:00000040:2.0:1749611253.103715:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103716:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749611253.103719:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe00. 00000100:00000200:1.0:1749611253.103720:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.103722:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103723:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749611253.103723:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000200:3.0:1749611253.103726:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494642944, offset 0 00000100:00000001:1.0:1749611253.103727:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611253.103728:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611253.103729:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103729:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749611253.103730:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611253.103732:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611253.103732:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611253.103734:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 840 usecs (1 jiffies) 00000100:00000001:1.0:1749611253.103736:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103736:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103737:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300526562 00000100:00000001:1.0:1749611253.103738:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611253.103740:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611253.103741:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300526562 00000100:00000001:1.0:1749611253.103741:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103743:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300526562 00000100:00000001:0.0:1749611253.103743:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.103745:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300526562 00000100:00000040:1.0:1749611253.103745:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 793 usecs (1 jiffies) 00000100:00000001:2.0:1749611253.103747:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300526562 00000100:00000001:1.0:1749611253.103747:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300526562 00000400:00000200:3.0:1749611253.103748:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf942300 00000100:00000001:2.0:1749611253.103749:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300526562 00000100:00000001:2.0:1749611253.103751:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300526562 00000100:00000001:1.0:1749611253.103751:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300526562 00000100:00000001:2.0:1749611253.103753:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300526563 00000100:00000001:1.0:1749611253.103753:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300526562 00000400:00000200:3.0:1749611253.103754:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8571 [1] + 0 00000100:00000001:2.0:1749611253.103755:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611253.103755:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300526562 00000100:00000001:2.0:1749611253.103757:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103757:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300526562 00000100:00000001:0.0:1749611253.103757:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611253.103758:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643328 00000400:00000200:3.0:1749611253.103759:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611253.103760:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103760:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300526562 02000000:00000001:0.0:1749611253.103760:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611253.103761:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611253.103763:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611253.103763:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103763:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.103766:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.103767:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611253.103767:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300526562 00000100:00100000:0.0:1749611253.103768:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643328 00000100:00000001:1.0:1749611253.103769:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300526563 00000020:00000001:0.0:1749611253.103769:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611253.103770:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611253.103771:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611253.103772:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611253.103772:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611253.103774:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611253.103774:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611253.103776:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611253.103776:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749611253.103778:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:1.0:1749611253.103780:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611253.103784:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.103784:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611253.103784:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611253.103786:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749611253.103786:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137370bc0. 00000100:00100000:2.0:1749611253.103787:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643584 00000100:00000001:1.0:1749611253.103788:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.103790:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611253.103791:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611253.103793:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611253.103804:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494643456:0@lo:38:kworker.0 00000020:00000040:0.0:1749611253.103805:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:2.0:1749611253.103806:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611253.103807:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611253.103809:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611253.103809:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611253.103811:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611253.103811:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103812:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1749611253.103813:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611253.103815:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611253.103816:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611253.103816:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca73400. 00000020:00000010:0.0:1749611253.103816:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 02000000:00000001:1.0:1749611253.103818:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611253.103818:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc00. 00000100:00100000:2.0:1749611253.103820:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643584 00000400:00000010:1.0:1749611253.103821:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbbb0. 00000020:00000010:0.0:1749611253.103821:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000400:00000200:3.0:1749611253.103822:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000020:00000001:2.0:1749611253.103823:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749611253.103824:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000020:00000040:2.0:1749611253.103826:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d320 00000100:00000040:0.0:1749611253.103826:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611253.103828:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611253.103828:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611253.103828:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611253.103829:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611253.103830:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611253.103831:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611253.103832:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=5 00000100:00000001:3.0:1749611253.103833:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611253.103833:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:3.0:1749611253.103837:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749611253.103837:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494643456, portal 10 00000100:00000001:0.0:1749611253.103837:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611253.103838:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611253.103839:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103839:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1749611253.103840:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:1.0:1749611253.103840:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:0.0:1749611253.103840:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.103841:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611253.103843:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000040:1.0:1749611253.103846:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.103846:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611253.103847:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99fb80 x1834598494642944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.103849:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611253.103850:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749611253.103852:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3380. 00000100:00000001:1.0:1749611253.103852:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611253.103852:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643200 00000100:00000040:1.0:1749611253.103854:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611253.103854:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611253.103855:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611253.103856:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00100000:3.0:1749611253.103857:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494642944:12345-0@lo:38:kworker.0 Request processed in 257us (724us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611253.103857:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.103858:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b2257380. 00000100:00000200:1.0:1749611253.103859:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494643456, offset 0 02000000:00000001:0.0:1749611253.103860:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611253.103862:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643200 00000400:00000200:1.0:1749611253.103863:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611253.103864:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749611253.103866:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000020:00000010:2.0:1749611253.103866:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b52e3380. 00000020:00000001:0.0:1749611253.103868:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611253.103869:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749611253.103869:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749611253.103869:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611253.103870:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749611253.103871:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1749611253.103873:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000020:00000001:0.0:1749611253.103873:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.103875:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.103876:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc200. 00000020:00000010:2.0:1749611253.103878:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000020:00000010:0.0:1749611253.103878:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000400:00000200:1.0:1749611253.103879:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942500 00000020:00000010:3.0:1749611253.103880:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000020:00000010:0.0:1749611253.103881:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000400:00000200:1.0:1749611253.103883:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 36216 00000020:00000010:3.0:1749611253.103884:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000020:00000010:2.0:1749611253.103884:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000020:00000010:0.0:1749611253.103884:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000400:00000200:1.0:1749611253.103887:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611253.103887:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611253.103888:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.103888:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749611253.103890:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611253.103890:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103891:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611253.103892:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103893:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611253.103893:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611253.103894:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611253.103894:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.103896:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749611253.103897:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d180. 00000100:00000040:1.0:1749611253.103900:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d180 x1834598494643456 msgsize 520 00000100:00000001:0.0:1749611253.103900:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611253.103901:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611253.103903:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749611253.103903:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611253.103905:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611253.103906:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611253.103908:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.103908:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611253.103910:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611253.103911:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611253.103912:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611253.103912:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00000001:3.0:1749611253.103913:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611253.103915:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643456 00000100:00000040:0.0:1749611253.103915:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000200:1.0:1749611253.103916:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611253.103917:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611253.103917:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175165952 : -131939534385664 : ffff88006eebce00) 00000100:00000001:3.0:1749611253.103919:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611253.103920:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611253.103921:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.103922:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611253.103922:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebce00 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:689/0 lens 224/0 e 0 to 0 dl 1749611264 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103923:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611253.103924:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611253.103926:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643456 00000100:00000040:1.0:1749611253.103926:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611253.103928:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749611253.103928:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000020:00000040:3.0:1749611253.103930:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611253.103931:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611253.103931:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749611253.103932:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d16b800 : new rpc_count 1 00000100:00000001:1.0:1749611253.103932:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.103933:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103933:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749611253.103933:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137370400. 00000100:00000001:2.0:1749611253.103934:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926044672 : -131938783506944 : ffff88009bad4e00) 00000020:00000001:3.0:1749611253.103935:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103936:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103936:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611253.103938:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000020:00000010:0.0:1749611253.103938:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137370400. 00000100:00000040:1.0:1749611253.103939:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 863 usecs (1 jiffies) 00000100:00000040:2.0:1749611253.103940:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4e00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:689/0 lens 224/0 e 0 to 0 dl 1749611264 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.103942:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300526562 00000100:00100000:0.0:1749611253.103943:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494643328:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611253.103944:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300526562 00000020:00000010:3.0:1749611253.103946:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc200. 00000100:00000001:1.0:1749611253.103946:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300526562 00000100:00000200:0.0:1749611253.103947:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643328 00000100:00000001:1.0:1749611253.103948:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300526562 00000020:00000010:3.0:1749611253.103949:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000001:2.0:1749611253.103949:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611253.103950:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300526562 00000020:00000001:0.0:1749611253.103950:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749611253.103951:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3380. 00000100:00000001:1.0:1749611253.103952:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300526562 00000100:00000001:3.0:1749611253.103953:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749611253.103953:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749611253.103954:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611253.103954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300526562 00000100:00000001:3.0:1749611253.103955:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749611253.103955:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.103956:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b52e3380. 00000100:00000001:1.0:1749611253.103956:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300526563 00000100:00000001:3.0:1749611253.103957:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.103958:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611253.103958:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749611253.103960:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494643584:12345-0@lo:400:kworker.0 00000020:00000001:0.0:1749611253.103961:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611253.103962:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.103964:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611253.103964:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643584 00000100:00000001:1.0:1749611253.103964:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.103964:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611253.103968:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749611253.103968:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611253.103969:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611253.103971:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611253.103971:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000001:1.0:1749611253.103971:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611253.103973:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749611253.103974:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbcb8. 00000020:00000001:0.0:1749611253.103975:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1749611253.103977:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000400:00000200:1.0:1749611253.103977:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000001:2.0:1749611253.103978:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611253.103978:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000001:0.0:1749611253.103978:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611253.103979:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706662912 : -131939002888704 : ffff88008e99ce00) 00000100:00000001:1.0:1749611253.103980:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611253.103980:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.103981:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611253.103983:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611253.103983:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749611253.103984:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ce00 x1834598494643072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611253.103984:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611253.103987:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611253.103987:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611253.103989:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611253.103991:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611253.103993:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494643072:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749611253.103993:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1749611253.103993:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dc8800. 00000100:00000200:1.0:1749611253.103994:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611253.103995:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749611253.103995:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611253.103996:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643072 00000020:00000001:3.0:1749611253.103998:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611253.103998:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.103998:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.104000:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611253.104000:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749611253.104001:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611253.104001:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104002:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611253.104004:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000040:0.0:1749611253.104004:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494643328 00000100:00000001:2.0:1749611253.104006:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749611253.104006:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749611253.104007:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749611253.104008:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611253.104009:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104009:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611253.104011:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749611253.104011:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebce00 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:689/0 lens 224/224 e 0 to 0 dl 1749611264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611253.104012:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749611253.104013:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5400. 02000000:00000001:1.0:1749611253.104014:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611253.104015:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611253.104016:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611253.104018:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611253.104018:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611253.104019:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611253.104021:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749611253.104021:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611253.104021:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611253 v=5 (0 0 0 0) 00010000:00000001:0.0:1749611253.104021:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104022:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611253.104024:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749611253.104024:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=76 v=20 (1 1 1 20) 00000100:00001000:0.0:1749611253.104024:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=8 v=5 (1 1 1 1) 00010000:00000040:2.0:1749611253.104025:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494643584 00000100:00000001:1.0:1749611253.104027:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749611253.104028:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69800. 00010000:00000001:2.0:1749611253.104028:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611253.104028:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611253.104029:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104030:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611253.104030:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611253.104032:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104032:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611253.104032:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000200:2.0:1749611253.104033:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bad4e00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:689/0 lens 224/224 e 0 to 0 dl 1749611264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611253.104034:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611253.104034:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749611253.104035:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.104036:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611253.104038:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611253.104038:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.104038:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611253.104040:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611253.104041:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749611253.104042:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611253.104043:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611253.104043:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958213b8. 00010000:00000001:2.0:1749611253.104044:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104046:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611253.104047:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494643328, offset 224 00000100:00001000:2.0:1749611253.104048:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611253.104050:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611253.104051:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611253.104052:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611253.104052:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611253.104052:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611253.104054:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611253.104054:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1749611253.104055:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749611253.104056:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611253.104056:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611253.104057:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:1.0:1749611253.104059:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611253.104060:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749611253.104060:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611253.104060:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611253.104062:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611253.104062:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611253.104063:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749611253.104064:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.104064:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611253.104065:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611253.104066:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942480 00000100:00000001:3.0:1749611253.104067:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611253.104067:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611253.104070:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611253.104070:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000400:00000200:0.0:1749611253.104071:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8581 [1] + 224 00000400:00000010:3.0:1749611253.104072:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000040:1.0:1749611253.104074:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611253.104076:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749611253.104078:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494643584, offset 224 00000100:00000200:3.0:1749611253.104079:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494643072, offset 0 00000400:00000200:0.0:1749611253.104080:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611253.104083:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611253.104084:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494642944:0@lo:38:kworker.0 00000400:00000200:3.0:1749611253.104088:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611253.104088:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104090:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611253.104091:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611253.104093:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494642944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611253.104095:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611253.104099:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942580 00000100:00000001:0.0:1749611253.104099:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611253.104100:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611253.104102:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611253.104103:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942380 00000100:00000200:0.0:1749611253.104104:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611253.104105:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8589 [1] + 224 02000000:00000010:1.0:1749611253.104105:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca72000. 02000000:00000001:1.0:1749611253.104108:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611253.104111:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611253.104113:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749611253.104115:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611253.104116:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749611253.104118:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dcb800. 00000400:00000200:3.0:1749611253.104121:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8579 [1] + 0 00000400:00000200:2.0:1749611253.104121:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611253.104121:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611253.104123:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611253.104124:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000400:00000200:3.0:1749611253.104126:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611253.104126:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.104128:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611253.104129:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611253.104130:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611253.104137:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611253.104141:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.104143:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611253.104145:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749611253.104145:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958213b8 00000100:00000001:1.0:1749611253.104147:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611253.104147:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958213b8. 00000100:00000200:2.0:1749611253.104148:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.104149:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611253.104150:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611253.104150:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611253.104151:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611253.104152:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.104152:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611253.104154:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.104155:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611253.104156:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611253.104156:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611253.104158:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:0.0:1749611253.104161:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611253.104162:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104164:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611253.104165:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611253.104165:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611253.104167:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611253.104167:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.104168:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebce00 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:689/0 lens 224/224 e 0 to 0 dl 1749611264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611253.104172:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611253.104175:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611253.104177:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611253.104178:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611253.104178:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494643328:12345-0@lo:400:kworker.0 Request processed in 245us (612us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611253.104179:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611253.104181:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611253.104181:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611253.104183:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611253.104184:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000040:2.0:1749611253.104184:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749611253.104186:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00010000:00000001:2.0:1749611253.104187:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:0.0:1749611253.104187:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00000001:3.0:1749611253.104188:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611253.104188:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104190:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611253.104190:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749611253.104190:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611253.104192:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.104192:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749611253.104193:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00000001:0.0:1749611253.104194:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611253.104195:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749611253.104195:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4e00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:689/0 lens 224/224 e 0 to 0 dl 1749611264 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.104196:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706662016 : -131939002889600 : ffff88008e99ca80) 00000100:00000001:3.0:1749611253.104197:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611253.104198:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc00. 00000020:00000001:3.0:1749611253.104199:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611253.104200:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ca80 x1834598494643200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611253.104201:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000100:00000040:3.0:1749611253.104203:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ce00 x1834598494643072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611253.104204:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494643584:12345-0@lo:400:kworker.0 Request processed in 253us (544us total) trans 0 rc 0/0 00000020:00000010:0.0:1749611253.104204:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000020:00000040:0.0:1749611253.104208:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611253.104211:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611253.104213:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494643072:12345-0@lo:38:kworker.0 Request processed in 219us (760us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749611253.104213:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00000040:2.0:1749611253.104216:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d16b800 : new rpc_count 0 00000100:00100000:1.0:1749611253.104216:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494643200:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611253.104219:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611253.104219:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749611253.104220:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643200 00000100:00000001:0.0:1749611253.104220:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611253.104221:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749611253.104223:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611253.104224:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000020:00000010:2.0:1749611253.104226:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00010000:00000001:1.0:1749611253.104226:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611253.104227:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706663808 : -131939002887808 : ffff88008e99d180) 00000100:00100000:3.0:1749611253.104230:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000020:00000010:2.0:1749611253.104230:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000040:0.0:1749611253.104231:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d180 x1834598494643456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.104233:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611253.104234:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611253.104235:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000020:00000001:1.0:1749611253.104235:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.104238:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe00. 00010000:00020000:1.0:1749611253.104238:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749611253.104239:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 4 00010000:00000001:1.0:1749611253.104241:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611253.104242:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00000001:2.0:1749611253.104242:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611253.104243:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611253.104245:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000100:00000001:1.0:1749611253.104246:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611253.104248:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611253.104249:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611253.104250:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611253.104252:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494643456:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611253.104253:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749611253.104253:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72000. 00000100:00000001:2.0:1749611253.104255:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749611253.104255:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611253.104255:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643456 00000100:00000001:1.0:1749611253.104257:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.104257:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611253.104260:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611253.104260:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749611253.104262:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104263:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1749611253.104263:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1749611253.104264:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611253.104265:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611253.104265:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611253.104267:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000100:00000001:1.0:1749611253.104268:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749611253.104269:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611253.104270:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611253.104270:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611253.104272:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00010000:00020000:0.0:1749611253.104272:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611253.104273:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611253.104274:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749611253.104275:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611253.104275:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749611253.104275:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749611253.104277:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611253.104277:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749611253.104278:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611253.104278:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611253.104279:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbc08. 00000100:00000001:0.0:1749611253.104280:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749611253.104281:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611253.104282:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749611253.104283:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000001:1.0:1749611253.104283:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611253.104284:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749611253.104285:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000001:1.0:1749611253.104285:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611253.104286:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.104287:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611253.104287:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749611253.104287:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dcb800. 00000100:00000040:1.0:1749611253.104289:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611253.104289:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611253.104291:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749611253.104291:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611253.104292:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104292:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611253.104294:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611253.104294:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749611253.104295:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494643200, offset 0 00010000:00000001:0.0:1749611253.104295:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.104296:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611253.104298:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749611253.104298:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611253.104299:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611253.104300:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104300:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611253.104301:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611253.104302:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611253.104304:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.104304:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611253.104306:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611253.104307:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611253.104307:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611253.104308:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611253.104309:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611253.104309:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=22 v=5 (5 0 0 0) 00000100:00000001:3.0:1749611253.104311:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611253.104311:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611253.104313:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749611253.104313:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=22 v=5 (1 0 0 0) 00000100:00000040:0.0:1749611253.104314:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611253.104315:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611253.104315:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611253.104316:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.104316:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611253.104317:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.104317:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.104318:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942400 02000000:00000001:3.0:1749611253.104319:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611253.104319:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611253.104319:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611253.104322:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749611253.104324:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611253 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611253.104324:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8591 [1] + 0 00000400:00000010:0.0:1749611253.104324:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958213b8. 00010000:00080000:2.0:1749611253.104325:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611253.104328:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=58 v=20 (1 1 1 20) 00000400:00000200:1.0:1749611253.104328:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611253.104328:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494643456, offset 0 00000100:00000001:3.0:1749611253.104331:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749611253.104332:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611253.104332:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611253.104333:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611253.104333:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611253.104335:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611253.104335:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611253.104336:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611253.104337:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:3.0:1749611253.104339:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104339:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611253.104340:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611253.104340:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611253.104340:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611253.104344:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104350:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611253.104350:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104352:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749611253.104352:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942500 00000100:00000001:2.0:1749611253.104354:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104357:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611253.104357:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x859d [1] + 0 00000100:00000001:1.0:1749611253.104358:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611253.104360:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749611253.104361:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611253.104362:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611253.104362:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611253.104363:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749611253.104364:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:1.0:1749611253.104364:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611253.104365:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611253.104365:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611253.104367:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:3.0:1749611253.104368:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611253.104368:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611253.104368:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611253.104370:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494643584:0@lo:400:kworker.0 00000100:00080000:3.0:1749611253.104371:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611253.104371:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611253.104373:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.104374:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611253.104374:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611253.104374:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611253.104376:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611253.104376:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611253.104378:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611253.104378:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611253.104379:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebdc00 x1834598494643584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611253.104382:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611253.104383:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ca80 x1834598494643200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104384:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749611253.104386:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494643072:0@lo:38:kworker.0 02000000:00000001:2.0:1749611253.104386:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611253.104389:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e200. 00000100:00000001:0.0:1749611253.104390:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611253.104391:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1749611253.104392:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749611253.104392:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494643200:12345-0@lo:38:kworker.0 Request processed in 176us (693us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611253.104393:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1749611253.104394:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1749611253.104395:0:28322:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:3.0:1749611253.104396:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbb58. 00000020:00000001:2.0:1749611253.104396:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611253.104398:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 02000000:00000010:2.0:1749611253.104398:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c267500. 00000400:00000010:3.0:1749611253.104400:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00100000:1.0:1749611253.104400:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 02000000:00000001:2.0:1749611253.104401:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611253.104422:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611253.104423:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:2.0:1749611253.104424:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebdc00. 00000100:00000001:1.0:1749611253.104425:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611253.104426:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958213b8 00000100:00000200:3.0:1749611253.104427:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611253.104427:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611253.104428:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749611253.104428:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958213b8. 00000100:00000001:2.0:1749611253.104429:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.104430:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611253.104431:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611253.104431:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00000100:00000001:0.0:1749611253.104432:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611253.104434:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00000001:0.0:1749611253.104435:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611253.104436:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.104436:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611253.104437:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611253.104438:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 00000100:00000040:0.0:1749611253.104438:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611253.104439:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.104440:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.104441:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104442:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611253.104442:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611253.104442:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611253.104444:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104446:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611253.104447:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749611253.104447:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d180 x1834598494643456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611273 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.104449:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611253.104450:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611253.104452:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611253.104456:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611253 v=5 (0 0 0 0) 00000100:00100000:0.0:1749611253.104457:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494643456:12345-0@lo:38:kworker.0 Request processed in 206us (554us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749611253.104460:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=108 v=20 (1 1 20 1) 00000100:00100000:0.0:1749611253.104465:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00000001:3.0:1749611253.104468:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611253.104468:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611253.104469:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611253.104470:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611253.104472:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611253.104472:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc200. 00000100:00000040:3.0:1749611253.104476:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611253.104476:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000020:00000010:0.0:1749611253.104479:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000100:00000001:3.0:1749611253.104482:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611253.104482:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104484:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611253.104486:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104487:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611253.104489:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611253.104491:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611253.104494:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611253.104496:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611253.104499:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611253.104502:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749611253.104506:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494643200:0@lo:38:kworker.0 00000020:00000040:0.0:1749611253.104506:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000001:3.0:1749611253.104512:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611253.104513:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611253.104514:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbbb0. 00000100:00000001:0.0:1749611253.104514:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611253.104517:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:3.0:1749611253.104518:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611253.104542:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611253.104546:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.104553:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749611253.104554:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611253.104558:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611253.104560:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749611253.104560:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611253.104561:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611253.104562:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff4d0. 00000100:00000001:3.0:1749611253.104563:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611253.104565:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749611253.104565:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300526562, at 4300526562 00000400:00000200:0.0:1749611253.104567:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821908 00000400:00000010:0.0:1749611253.104569:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821908. 00000100:00000001:3.0:1749611253.104571:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611253.104572:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611253.104573:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611253.104573:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7addc0. 02000000:00000001:3.0:1749611253.104575:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611253.104576:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611253.104579:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b51bbc38 time=1749611253 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611253.104582:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b51bbbf0 time=22 v=20 (20 0 0 0) 00000100:00000040:1.0:1749611253.104584:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300526562, at 4300526562 00000100:00000001:3.0:1749611253.104585:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749611253.104585:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.104586:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611253.104588:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749611253.104591:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ad680. 00000100:00000001:0.0:1749611253.104592:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611253.104593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.104593:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.104595:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611253.104597:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611253.104599:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611253.104599:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611253.104601:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611253.104601:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104602:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611253.104603:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104604:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611253.104605:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611253.104608:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b51bb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:0.0:1749611253.104608:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=108 v=5 (5 5 5 5) 00000100:00080000:3.0:1749611253.104610:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:0.0:1749611253.104611:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611253.104612:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611253.104614:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611253.104615:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611253.104616:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611253.104618:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749611253.104622:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611253.104623:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494643456:0@lo:38:kworker.0 00000100:00000001:3.0:1749611253.104627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104629:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611253.104630:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611253.104632:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc380 x1834598494643072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.104633:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611253.104635:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611253.104636:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611253.104638:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611253.104638:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611253.104640:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749611253.104641:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611253.104642:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca71400. 02000000:00000001:3.0:1749611253.104646:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611253.104647:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611253.104648:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611253.104649:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611253.104650:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611253.104655:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611253.104657:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc9000. 00000100:00000001:0.0:1749611253.104657:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611253.104660:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749611253.104661:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611253.104662:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611253.104664:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc380. 00000100:00000001:3.0:1749611253.104666:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611253.104668:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104669:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611253.104669:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494643328:0@lo:400:kworker.0 00000100:00000040:3.0:1749611253.104673:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe300 x1834598494643200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.104673:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.104675:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611253.104678:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebf480 x1834598494643328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.104680:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611253.104681:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611253.104682:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca72400. 00000100:00000001:0.0:1749611253.104684:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611253.104685:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611253.104686:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749611253.104686:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1749611253.104687:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000010:0.0:1749611253.104688:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829600. 00000020:00000001:3.0:1749611253.104689:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611253.104690:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc8400. 02000000:00000001:0.0:1749611253.104691:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749611253.104692:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611253.104693:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749611253.104693:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611253.104694:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:3.0:1749611253.104695:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe300. 00000020:00000001:0.0:1749611253.104696:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611253.104698:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c267000. 00000100:00000001:3.0:1749611253.104699:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611253.104700:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611253.104700:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611253.104701:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611253.104702:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611253.104703:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebf480. 00000100:00000040:3.0:1749611253.104705:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494643456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.104706:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611253.104707:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.104709:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104710:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611253.104712:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611253.104713:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca73400. 00000100:00000001:0.0:1749611253.104714:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749611253.104715:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611253.104716:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611253.104716:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611253.104717:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b51bb800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611253.104718:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749611253.104719:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611253.104720:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc9c00. 00000100:00000001:0.0:1749611253.104720:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611253.104722:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611253.104723:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611253.104730:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000040:0.0:1749611253.104730:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300526562, at 4300526562 00000100:00000001:3.0:1749611253.104732:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611253.104734:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611253.104736:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611253.104737:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ad5c0. 00000100:00000001:3.0:1749611253.104738:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611253.104739:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611253.104741:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.104742:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611253.105575:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300526563, at 4300526563 00000100:00000010:3.0:1749611253.105583:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ad440. 00080000:00000010:0.0:1749611253.129397:0:22351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611253.129432:0:22351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611253.129441:0:22351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611253.129472:0:22351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611253.129481:0:22351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611253.129486:0:22351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611253.129507:0:22351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611253.129515:0:22351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611253.129552:0:22351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.314053:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc300. 00080000:00000010:3.0:1749611253.314065:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc300. 00000020:00000001:3.0:1749611253.314070:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.314147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc300. 00080000:00000010:3.0:1749611253.314153:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc300. 00000020:00000001:3.0:1749611253.314157:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.314165:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc300. 00080000:00000010:3.0:1749611253.314170:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc300. 00000020:00000001:3.0:1749611253.314174:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611253.458635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611253.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611253.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611253.458647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611253.458652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611253.458659:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611253.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.486632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611253.486637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611253.486640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611253.486644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611253.486647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611253.486650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.486653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611253.486666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.486669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.487852:0:22436:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611253.487862:0:22436:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611253.487870:0:22436:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.487888:0:22436:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611253.487895:0:22436:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611253.487899:0:22436:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.487907:0:22436:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611253.487912:0:22436:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611253.487916:0:22436:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.492273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc300. 00080000:00000010:3.0:1749611253.492280:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc300. 00000020:00000001:3.0:1749611253.492285:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.492358:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc300. 00080000:00000010:3.0:1749611253.492362:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc300. 00000020:00000001:3.0:1749611253.492365:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.492371:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc300. 00080000:00000010:3.0:1749611253.492374:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc300. 00000020:00000001:3.0:1749611253.492377:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.601773:0:22479:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc380. 00080000:00000010:3.0:1749611253.601782:0:22479:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc380. 00000020:00000001:3.0:1749611253.601787:0:22479:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.601792:0:22479:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc380. 00080000:00000010:3.0:1749611253.601797:0:22479:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc380. 00000020:00000001:3.0:1749611253.601799:0:22479:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.601804:0:22479:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc380. 00080000:00000010:3.0:1749611253.601808:0:22479:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc380. 00000020:00000001:3.0:1749611253.601812:0:22479:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.629556:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611253.629566:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611253.629570:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.629617:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611253.629621:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611253.629623:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.629628:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611253.629632:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611253.629633:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611253.646585:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611253.646590:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.646662:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611253.646666:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611253.646669:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611253.775352:0:22501:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611253.775363:0:22501:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611253.775368:0:22501:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.775384:0:22501:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611253.775389:0:22501:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611253.775391:0:22501:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.775412:0:22501:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611253.775416:0:22501:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611253.775418:0:22501:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.778212:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611253.778217:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611253.778221:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.778266:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611253.778268:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611253.778270:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.778273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611253.778275:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611253.778277:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1749611253.862991:0:22543:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00080000:00000010:3.0:1749611253.863665:0:22543:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc380. 00080000:00000010:3.0:1749611253.863673:0:22543:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc380. 00000020:00000001:3.0:1749611253.863677:0:22543:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.863723:0:22543:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc380. 00080000:00000010:3.0:1749611253.863728:0:22543:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc380. 00000020:00000001:3.0:1749611253.863730:0:22543:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611253.863734:0:22543:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc380. 00080000:00000010:3.0:1749611253.863737:0:22543:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc380. 00000020:00000001:3.0:1749611253.863739:0:22543:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.864551:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611253.864554:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611253.864557:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611253.864604:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611253.864606:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611253.864608:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.874717:0:22543:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:3.0:1749611253.874722:0:22543:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88007d207180. 00000020:01000004:3.0:1749611253.874725:0:22543:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0000 00000020:00000001:3.0:1749611253.874727:0:22543:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1749611253.874729:0:22543:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8801369db1c0. 00000020:00000010:3.0:1749611253.874732:0:22543:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff88006a73f300. 00000020:00000001:3.0:1749611253.874735:0:22543:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749611253.874738:0:22543:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff88009d701000. 00000020:00000001:3.0:1749611253.874739:0:22543:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749611253.874742:0:22543:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749611253.874744:0:22543:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749611253.874746:0:22543:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749611253.874748:0:22543:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749611253.874750:0:22543:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749611253.874752:0:22543:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88012d124400) refs 2 10000000:00000001:3.0:1749611253.874753:0:22543:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.874754:0:22543:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612137365357568 : -131936344194048 : ffff88012d124400) 10000000:00000001:3.0:1749611253.874756:0:22543:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749611253.874757:0:22543:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749611253.874760:0:22543:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749611253.874762:0:22543:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.874764:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874765:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874765:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874766:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874767:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874772:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874772:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874773:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874773:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874774:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874774:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.874775:0:22543:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88012d124400) refs 2 10000000:00000001:3.0:1749611253.874777:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874777:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.874778:0:22543:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88012d124400) refs 1 10000000:01000000:3.0:1749611253.874779:0:22543:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1749611253.874780:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874781:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874781:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874781:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874782:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874782:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874783:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874783:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.874784:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.874784:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749611253.874787:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 14 10000000:00000010:3.0:1749611253.874788:0:22543:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff88012d124400. 10000000:00000001:3.0:1749611253.874791:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749611253.874792:0:22543:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1749611253.874793:0:22543:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.874794:0:22543:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.874795:0:22543:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.874797:0:22543:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff88009d701000. 00000020:00000001:3.0:1749611253.874798:0:22543:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.874800:0:22543:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8800883dc380. 00000020:00000040:3.0:1749611253.874802:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 6 00000020:00000010:3.0:1749611253.874804:0:22543:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff88006a73f4e0. 00000010:00000001:3.0:1749611253.874808:0:22543:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749611253.874811:0:22543:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611253.874812:0:22543:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749611253.874815:0:22543:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611253.874818:0:22543:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611253.874820:0:22543:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749611253.874824:0:22543:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611253.874826:0:22543:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611253.874827:0:22543:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611253.874828:0:22543:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611253.874829:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611253.874830:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611253.874832:0:22543:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749611253.874834:0:22543:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000001:3.0:1749611253.874836:0:22543:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611253.874837:0:22543:0:(genops.c:1242:class_import_put()) import ffff8800b51bb800 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611253.874838:0:22543:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611253.874839:0:22543:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.874841:0:22543:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749611253.874844:0:22543:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:3.0:1749611253.874846:0:22543:0:(import.c:66:import_set_state_nolock()) ffff8800b51bb800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:3.0:1749611253.874847:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611253.874848:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611253.874849:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611253.874849:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611253.874850:0:22543:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.874852:0:22543:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.874853:0:22543:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611253.874853:0:22543:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749611253.874854:0:22543:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611253.874855:0:22543:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611253.874855:0:22543:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1749611253.874856:0:22543:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611253.874857:0:22543:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611253.874858:0:22543:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611253.874859:0:22543:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611253.874859:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611253.874860:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611253.874861:0:22543:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611253.874863:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:3.0:1749611253.874866:0:22543:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749611253.874868:0:22543:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749611253.875216:0:22543:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611253.875217:0:22543:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749611253.875218:0:22543:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749611253.875486:0:22543:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.875488:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749611253.875493:0:22543:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611253.875494:0:22543:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.875496:0:22543:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff88006a73f4e0. 00000020:00000040:3.0:1749611253.875499:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 3 00000020:00000010:3.0:1749611253.875500:0:22543:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff88006a73f4e0. 00000010:00000001:3.0:1749611253.875502:0:22543:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749611253.875504:0:22543:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611253.875505:0:22543:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749611253.875506:0:22543:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611253.875507:0:22543:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611253.875508:0:22543:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749611253.875509:0:22543:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611253.875510:0:22543:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611253.875511:0:22543:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611253.875511:0:22543:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611253.875512:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611253.875513:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611253.875513:0:22543:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749611253.875514:0:22543:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000001:3.0:1749611253.875516:0:22543:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611253.875516:0:22543:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611253.875517:0:22543:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611253.875518:0:22543:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.875519:0:22543:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749611253.875520:0:22543:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1749611253.875539:0:22543:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1749611253.875544:0:22543:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdc00. 00000020:00000040:3.0:1749611253.875547:0:22543:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611253.875551:0:22543:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611253.875554:0:22543:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611253.875558:0:22543:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611253.875563:0:22543:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8ba4600. 00000100:00000001:3.0:1749611253.875572:0:22543:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.875574:0:22543:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612136933972992 : -131936775578624 : ffff8801135bdc00) 00000100:00080000:3.0:1749611253.875577:0:22543:0:(import.c:66:import_set_state_nolock()) ffff88009a7b3000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1749611253.875581:0:22543:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611253.875584:0:22543:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611253.875593:0:22543:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bdc00] to pc [ptlrpcd_rcv+-1] req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611253.875611:0:22543:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.875667:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.875672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611253.875675:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611253.875681:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.875689:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611253.875690:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.875693:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611253.875695:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611253.875697:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611253.875699:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494643712:0@lo:39:umount.0 00000100:00000001:0.0:1749611253.875702:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611253.875705:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611253.875707:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.875709:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611253.875713:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829800. 02000000:00000001:0.0:1749611253.875715:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611253.875722:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff4d0. 00000400:00000010:0.0:1749611253.875729:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821908. 00000100:00000200:0.0:1749611253.875737:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494643712, portal 10 00000100:00000001:0.0:1749611253.875738:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611253.875744:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933972992 : -131936775578624 : ffff8801135bdc00) 00000100:00000040:0.0:1749611253.875750:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.875755:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611253.875758:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611253.875759:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958213b8. 00000100:00000200:0.0:1749611253.875762:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494643712, offset 0 00000400:00000200:0.0:1749611253.875767:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611253.875781:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611253.875793:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf942600 00000400:00000200:0.0:1749611253.875798:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 36736 00000400:00000200:0.0:1749611253.875805:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611253.875808:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611253.875813:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611253.875815:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611253.875818:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebf480. 00000100:00000040:0.0:1749611253.875821:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebf480 x1834598494643712 msgsize 224 00000100:00100000:0.0:1749611253.875824:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611253.875839:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611253.875845:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958213b8 00000400:00000010:0.0:1749611253.875847:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958213b8. 00000100:00000001:0.0:1749611253.875850:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611253.875852:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.875859:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611253.875861:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.875866:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.875867:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611253.875870:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611253.875873:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 853 usecs (1 jiffies) 00000100:00000001:0.0:1749611253.875877:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300527334 00000100:00000010:0.0:1749611253.875880:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917d40. 00000100:00000001:0.0:1749611253.875888:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611253.875893:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300527334 00000100:00000010:0.0:1749611253.875895:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49179c0. 00000100:00000001:0.0:1749611253.875897:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611253.875903:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611253.875904:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300527334 00000100:00000010:0.0:1749611253.875906:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917580. 00000100:00100000:2.0:1749611253.875907:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643712 00000100:00000001:0.0:1749611253.875907:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749611253.875909:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611253.875909:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300527334 00000100:00000001:2.0:1749611253.875911:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749611253.875911:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917700. 00000100:00000001:2.0:1749611253.875913:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.875913:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611253.875916:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611253.875917:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.875918:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611253.875921:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643712 00000100:00000001:0.0:1749611253.875921:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.875922:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611253.875923:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611253.875924:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d320 00000020:00000001:2.0:1749611253.875927:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611253.875930:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=5 00000100:00000001:0.0:1749611253.875930:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611253.875931:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611253.875932:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:2.0:1749611253.875933:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:0.0:1749611253.875933:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.875934:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611253.875935:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.875936:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.875944:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611253.875947:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b406c240. 00000100:00000001:2.0:1749611253.875950:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611253.875952:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b406c240. 00000020:00000010:2.0:1749611253.875958:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:2.0:1749611253.875962:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000020:00000010:2.0:1749611253.875967:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000040:2.0:1749611253.875972:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611253.875975:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611253.875976:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611253.875978:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.875983:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.875996:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.876004:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611253.876005:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611253.876010:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00000040:2.0:1749611253.876012:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d16b800 : new rpc_count 1 00000100:00000001:2.0:1749611253.876014:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175175808 : -131939534375808 : ffff88006eebf480) 00000100:00000040:2.0:1749611253.876018:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebf480 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:689/0 lens 224/0 e 0 to 0 dl 1749611264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.876024:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611253.876025:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b406c240. 00000100:00000001:2.0:1749611253.876027:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611253.876028:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b406c240. 00000100:00100000:2.0:1749611253.876030:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494643712:12345-0@lo:39:umount.0 00000100:00000200:2.0:1749611253.876033:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643712 00000020:00000001:2.0:1749611253.876035:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611253.876038:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611253.876040:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.876042:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611253.876043:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702688 : -1592848928 : ffffffffa10f0de0) 00000020:00000001:2.0:1749611253.876045:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611253.876052:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611253.876053:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611253.876055:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611253.876057:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.876059:0:9692:0:(tgt_handler.c:1098:tgt_disconnect()) Process entered 00010000:00000001:2.0:1749611253.876061:0:9692:0:(ldlm_lib.c:1641:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1749611253.876064:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611253.876066:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611253.876069:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5c00. 02000000:00000001:2.0:1749611253.876071:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.876072:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611253.876076:0:9692:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=6 00010000:00000001:2.0:1749611253.876077:0:9692:0:(obd_class.h:931:obd_disconnect()) Process entered 00000004:00000001:2.0:1749611253.876081:0:9692:0:(mdt_handler.c:7392:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1749611253.876082:0:9692:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=7 00010000:00000001:2.0:1749611253.876083:0:9692:0:(ldlm_lib.c:774:server_disconnect_export()) Process entered 00000020:00000001:2.0:1749611253.876086:0:9692:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1749611253.876090:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 6 00000020:00000080:2.0:1749611253.876091:0:9692:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d320 00000020:00000040:2.0:1749611253.876093:0:9692:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d16b800 with handle 0x689c0ec07329d320 from hash 00000020:00000040:2.0:1749611253.876097:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 5 00000020:00000001:2.0:1749611253.876100:0:9692:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611253.876101:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 4 00000020:00000001:2.0:1749611253.876102:0:9692:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611253.876103:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 3 00000020:00000001:2.0:1749611253.876104:0:9692:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.876106:0:9692:0:(import.c:2063:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1749611253.876108:0:9692:0:(import.c:66:import_set_state_nolock()) ffff88012d169800 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1749611253.876109:0:9692:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611253.876110:0:9692:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611253.876111:0:9692:0:(import.c:2073:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1749611253.876122:0:9692:0:(ldlm_lib.c:805:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1749611253.876126:0:9692:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1749611253.876129:0:9692:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1749611253.876130:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000020:2.0:1749611253.876131:0:9692:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff88012d16b800 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1749611253.876132:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749611253.876133:0:9692:0:(mdt_handler.c:7314:mdt_export_cleanup()) Process entered 00010000:00010000:0.0:1749611253.876134:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1749611253.876141:0:9692:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1749611253.876142:0:9692:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749611253.876144:0:9692:0:(mdt_handler.c:7383:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611253.876146:0:9692:0:(nodemap_handler.c:579:nodemap_del_member()) Process entered 00000001:00000040:2.0:1749611253.876149:0:9692:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:2.0:1749611253.876152:0:9692:0:(nodemap_member.c:31:nm_member_del()) Process entered 00000001:00000040:2.0:1749611253.876154:0:9692:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000040:2.0:1749611253.876156:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 2 00000001:00000001:2.0:1749611253.876156:0:9692:0:(nodemap_member.c:49:nm_member_del()) Process leaving 00000001:00000040:2.0:1749611253.876157:0:9692:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 3 00000001:00000001:2.0:1749611253.876158:0:9692:0:(nodemap_handler.c:604:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1749611253.876159:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 1 00000004:00000001:2.0:1749611253.876160:0:9692:0:(mdt_handler.c:7418:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611253.876161:0:9692:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611253.876163:0:9692:0:(ldlm_lib.c:1662:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.876164:0:9692:0:(tgt_handler.c:1106:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611253.876167:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494643712 00010000:00000001:2.0:1749611253.876169:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611253.876172:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebf480 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:689/0 lens 224/224 e 0 to 0 dl 1749611264 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611253.876178:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611253.876180:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611253.876183:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611253.876186:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611253.876187:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611253.876189:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611253.876190:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611253.876192:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.876193:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611253.876194:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611253.876196:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611253.876198:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494643712, offset 224 00000400:00000200:2.0:1749611253.876202:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611253.876206:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611253.876210:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942600 00000400:00000200:2.0:1749611253.876216:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x85b9 [1] + 224 00000400:00000200:2.0:1749611253.876220:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611253.876221:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611253.876223:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611253.876226:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611253.876232:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611253.876239:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611253.876241:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611253.876242:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:0.0:1749611253.876243:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749611253.876244:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611253.876246:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611253.876247:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611253.876247:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611253.876248:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611253.876249:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611253.876251:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611253.876251:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff4d0. 00010000:00000001:2.0:1749611253.876253:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611253.876254:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611253.876254:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821908 00000020:00000001:2.0:1749611253.876255:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749611253.876255:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821908. 00000100:00000001:0.0:1749611253.876256:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611253.876257:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebf480 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:689/0 lens 224/224 e 0 to 0 dl 1749611264 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611253.876259:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611253.876263:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+1:28320:x1834598494643712:12345-0@lo:39:umount.0 Request processed in 237us (440us total) trans 0 rc 0/0 00000100:00000200:0.0:1749611253.876264:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611253.876269:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00000040:2.0:1749611253.876272:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d16b800 : new rpc_count 0 00000100:00000001:0.0:1749611253.876272:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611253.876273:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611253.876274:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611253.876274:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611253.876275:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611253.876276:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611253.876277:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611253.876278:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.876279:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 02000000:00000001:0.0:1749611253.876281:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.876282:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00001000:0.0:1749611253.876285:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=22 v=5 (5 0 0 0) 00000020:00000010:2.0:1749611253.876286:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00001000:0.0:1749611253.876287:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=22 v=5 (1 0 0 0) 00000020:00000040:2.0:1749611253.876289:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 0 00000100:00000001:0.0:1749611253.876289:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000080:2.0:1749611253.876290:0:9692:0:(genops.c:904:class_export_put()) final put ffff88012d16b800/lustre-MDT0001-lwp-OST0000_UUID 00000100:00000001:0.0:1749611253.876290:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611253.876292:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749611253.876295:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611253.876299:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.876301:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611253.876302:0:28320:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611253.876302:0:28320:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611253.876303:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611253.876304:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611253.876305:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.876309:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611253.876311:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611253.876313:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611253.876314:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009a7b3000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1749611253.876315:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611253.876316:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611253.876317:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611253.876318:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000040:0.0:1749611253.876327:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611253.876332:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494643712:0@lo:39:umount.0 00000100:00000001:0.0:1749611253.876337:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.876338:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611253.876340:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bdc00 x1834598494643712/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611253.876344:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611253.876346:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611253.876348:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829800. 02000000:00000001:0.0:1749611253.876350:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611253.876351:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611253.876352:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611253.876353:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611253.876355:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8ba4600. 00000100:00000001:3.0:1749611253.876356:0:22543:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611253.876357:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611253.876358:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611253.876359:0:22543:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611253.876360:0:22543:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000010:0.0:1749611253.876360:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bdc00. 00000020:00000001:1.0:1749611253.876361:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:3.0:1749611253.876362:0:22543:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611253.876362:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611253.876363:0:22543:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611253.876363:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611253.876364:0:22543:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000020:00000080:1.0:1749611253.876364:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88012d16b800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00000001:0.0:1749611253.876364:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611253.876365:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611253.876365:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611253.876366:0:22543:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611253.876366:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.876367:0:22543:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1749611253.876367:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611253.876367:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.876368:0:22543:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611253.876369:0:22543:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611253.876369:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000020:00000001:1.0:1749611253.876369:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000100:00000001:3.0:1749611253.876370:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611253.876371:0:22543:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611253.876372:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000004:00000001:1.0:1749611253.876372:0:18174:0:(mdt_handler.c:7569:mdt_destroy_export()) Process entered 00000001:00000001:3.0:1749611253.876374:0:22543:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:1.0:1749611253.876374:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d169800 refcount=2 obd=lustre-MDT0001 00000001:00000001:3.0:1749611253.876375:0:22543:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1749611253.876375:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611253.876376:0:18174:0:(genops.c:1242:class_import_put()) import ffff88012d169800 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1749611253.876377:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749611253.876378:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611253.876379:0:18174:0:(genops.c:1242:class_import_put()) import ffff88012d169800 refcount=0 obd=lustre-MDT0001 00000020:00000040:1.0:1749611253.876380:0:18174:0:(genops.c:1245:class_import_put()) final put import ffff88012d169800 00000020:00000001:1.0:1749611253.876414:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1749611253.876416:0:18174:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff880129cf1600. 00010000:00000001:1.0:1749611253.876420:0:18174:0:(ldlm_lockd.c:3179:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1749611253.876421:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611253.876427:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124800. 00000001:00000010:1.0:1749611253.876429:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124600. 00000001:00000010:1.0:1749611253.876430:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125c00. 00000001:00000010:1.0:1749611253.876432:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124a00. 00000001:00000010:1.0:1749611253.876433:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800ac8adba0. 00000001:00000010:1.0:1749611253.876435:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88008350db40. 00000001:00000001:1.0:1749611253.876438:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1749611253.876440:0:18174:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1749611253.876441:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611253.876444:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125600. 00000001:00000010:1.0:1749611253.876445:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124200. 00000001:00000010:1.0:1749611253.876446:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124e00. 00000001:00000010:1.0:1749611253.876447:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125000. 00000001:00000010:1.0:1749611253.876448:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800ac8ad7e0. 00000001:00000010:1.0:1749611253.876449:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88008350d6c0. 00000001:00000001:1.0:1749611253.876450:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1749611253.876450:0:18174:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1749611253.876451:0:18174:0:(ldlm_lockd.c:3184:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1749611253.876454:0:18174:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff88006a3a9c00. 00000020:00000020:1.0:1749611253.876458:0:18174:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1749611253.876460:0:18174:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1749611253.876462:0:18174:0:(mdt_handler.c:7599:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611253.876463:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611253.876465:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000010:1.0:1749611253.876466:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012d16b800. 00000020:00000001:1.0:1749611253.876471:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1749611253.876474:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1749611253.876475:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012d169800 for lustre-MDT0001 00000020:00000040:1.0:1749611253.876478:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000040:1.0:1749611253.876479:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - import 00000020:00000010:1.0:1749611253.876481:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012d169800. 00000020:00000001:1.0:1749611253.876486:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:0.0:1749611253.876546:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300527334, at 4300527334 00000100:00000040:2.0:1749611253.876547:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300527334, at 4300527334 00000100:00000040:1.0:1749611253.876556:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300527334, at 4300527334 00000100:00000010:0.0:1749611253.876558:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917d40. 00000100:00000010:1.0:1749611253.876562:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49179c0. 00000100:00000010:2.0:1749611253.876565:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917580. 00000001:00000001:3.0:1749611253.876778:0:22543:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611253.876780:0:22543:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749611253.876780:0:22543:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749611253.877032:0:22543:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611253.877033:0:22543:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749611253.877035:0:22543:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611253.877036:0:22543:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.877039:0:22543:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff88006a73f4e0. 00000020:00000001:3.0:1749611253.877042:0:22543:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611253.877044:0:22543:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8800883dc380. 00000020:00000010:3.0:1749611253.877046:0:22543:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff88006a73f300. 00000020:00000010:3.0:1749611253.877052:0:22543:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8801369db1c0. 00000100:00000040:3.0:1749611253.877059:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300527334, at 4300527334 00000100:00000010:3.0:1749611253.877063:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917700. 00000020:00000010:3.0:1749611253.877068:0:22543:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071737e00. 00000020:00000010:3.0:1749611253.877072:0:22543:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880071737200. 00000040:00000010:3.0:1749611253.877074:0:22543:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880071737400. 00000020:00000010:3.0:1749611253.877077:0:22543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611253.877082:0:22543:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5e4a0. 00000020:00000010:3.0:1749611253.877084:0:22543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880071737600. 80000000:00000010:3.0:1749611253.877087:0:22543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88006a73f300. 40000000:00000010:3.0:1749611253.877090:0:22543:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369db1c0. 00100000:00000010:3.0:1749611253.877095:0:22543:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bc000. 00040000:00000010:3.0:1749611253.877099:0:22543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4400. 00040000:00000010:3.0:1749611253.877102:0:22543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880071737800. 00080000:00000010:3.0:1749611253.877106:0:22543:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48a000. 00080000:00000010:3.0:1749611253.877112:0:22543:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:3.0:1749611253.877117:0:22543:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51ba800. 00000004:00000010:3.0:1749611253.877121:0:22543:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48c000. 00000004:00000010:3.0:1749611253.877126:0:22543:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bf800. 00002000:00000010:3.0:1749611253.877130:0:22543:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd68000. 00000004:00000010:3.0:1749611253.877133:0:22543:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cd69c00. 00000020:00000010:3.0:1749611253.877136:0:22543:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801369db3c0. 00000020:00000001:3.0:1749611253.877139:0:22543:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749611253.877140:0:22543:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff88006a73f4e0. 00000020:00000001:3.0:1749611253.877142:0:22543:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749611253.877143:0:22543:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749611253.877144:0:22543:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749611253.877146:0:22543:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749611253.877146:0:22543:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749611253.877148:0:22543:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749611253.877149:0:22543:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff880118e78a00) refs 2 10000000:00000001:3.0:1749611253.877150:0:22543:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.877151:0:22543:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 10000000:00000001:3.0:1749611253.877153:0:22543:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749611253.877156:0:22543:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749611253.877157:0:22543:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749611253.877158:0:22543:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.877159:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877160:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877162:0:22543:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749611253.877163:0:22543:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749611253.877163:0:22543:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749611253.877164:0:22543:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.877165:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.877166:0:22543:0:(mgc_request.c:123:config_log_put()) log params(ffff880118e79a00) refs 1 10000000:01000000:3.0:1749611253.877167:0:22543:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1749611253.877168:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877168:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877169:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877169:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877170:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877170:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877171:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877171:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877172:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877172:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749611253.877173:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 13 10000000:00000010:3.0:1749611253.877174:0:22543:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff880118e79a00. 10000000:00000001:3.0:1749611253.877176:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877176:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877177:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877177:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.877178:0:22543:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:3.0:1749611253.877179:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877179:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.877180:0:22543:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:3.0:1749611253.877181:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877182:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.877182:0:22543:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff880118e78a00) refs 2 10000000:00000001:3.0:1749611253.877183:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877184:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611253.877184:0:22543:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff880118e78a00) refs 1 10000000:01000000:3.0:1749611253.877185:0:22543:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00000001:3.0:1749611253.877186:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877189:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877189:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877190:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877191:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877191:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877192:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877192:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611253.877193:0:22543:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611253.877193:0:22543:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749611253.877194:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 12 10000000:00000010:3.0:1749611253.877195:0:22543:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff880118e78a00. 10000000:00000001:3.0:1749611253.877196:0:22543:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749611253.877197:0:22543:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 10000000:00000001:3.0:1749611253.877198:0:22543:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611253.877199:0:22543:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.877200:0:22543:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611253.877201:0:22543:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff88006a73f4e0. 00000020:00000001:3.0:1749611253.877202:0:22543:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.877203:0:22543:0:(obd_config.c:1049:class_get_profile()) Process entered 00000020:00000001:3.0:1749611253.877205:0:22543:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1749611253.877207:0:22543:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611253.877208:0:22543:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1749611253.877215:0:22543:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0000 00000020:00000001:3.0:1749611253.877216:0:22543:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611253.877219:0:22543:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000010:3.0:1749611253.877220:0:22543:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8801369db680. 00000020:00000080:3.0:1749611253.877222:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611253.877226:0:22543:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:02000400:3.0:1749611253.877228:0:22543:0:(obd_config.c:859:class_cleanup()) Failing over lustre-OST0000 00000020:00000001:3.0:1749611253.878465:0:22543:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00002000:00000001:3.0:1749611253.878467:0:22543:0:(ofd_obd.c:1234:ofd_iocontrol()) Process entered 00002000:00000080:3.0:1749611253.878469:0:22543:0:(ofd_obd.c:1236:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000010:3.0:1749611253.878473:0:22543:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071737000. 00000020:00000010:3.0:1749611253.878475:0:22543:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880071737a00. 00000020:00000010:3.0:1749611253.878478:0:22543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd800. 00000020:00000010:3.0:1749611253.878480:0:22543:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5e9a8. 00000020:00000010:3.0:1749611253.878485:0:22543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4b600. 80000000:00000010:3.0:1749611253.878487:0:22543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88006a73f4e0. 40000000:00000010:3.0:1749611253.878492:0:22543:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369dba40. 00100000:00000010:3.0:1749611253.878495:0:22543:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51be800. 00040000:00000010:3.0:1749611253.878496:0:22543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4b00. 00040000:00000010:3.0:1749611253.878499:0:22543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880091b0c200. 00080000:00000010:3.0:1749611253.878502:0:22543:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48d000. 00080000:00000010:3.0:1749611253.878507:0:22543:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083886000. 00002000:00000010:3.0:1749611253.878511:0:22543:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd6b400. 00002000:00100000:3.0:1749611253.878513:0:22543:0:(ofd_obd.c:1250:ofd_iocontrol()) syncing ost lustre-OST0000 00080000:00000001:3.0:1749611253.878515:0:22543:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611253.878974:0:22543:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00002000:00000001:0.0:1749611253.878977:0:22543:0:(ofd_obd.c:1252:ofd_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611253.878981:0:22543:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880071737a00. 00000020:00000010:0.0:1749611253.878985:0:22543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd800. 00000020:00000010:0.0:1749611253.878988:0:22543:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5e9a8. 00000020:00000010:0.0:1749611253.878992:0:22543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4b600. 80000000:00000010:0.0:1749611253.878996:0:22543:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88006a73f4e0. 40000000:00000010:0.0:1749611253.878998:0:22543:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369dba40. 00100000:00000010:0.0:1749611253.879000:0:22543:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51be800. 00040000:00000010:0.0:1749611253.879004:0:22543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4b00. 00040000:00000010:0.0:1749611253.879006:0:22543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880091b0c200. 00080000:00000010:0.0:1749611253.879014:0:22543:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083886000. 00080000:00000010:0.0:1749611253.879017:0:22543:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48d000. 00002000:00000010:0.0:1749611253.879021:0:22543:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd6b400. 00000020:00000010:0.0:1749611253.879023:0:22543:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071737000. 00002000:00000001:0.0:1749611253.879024:0:22543:0:(ofd_obd.c:1298:ofd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.879026:0:22543:0:(obd_class.h:1237:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1749611253.879027:0:22543:0:(obd_config.c:882:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1749611253.879030:0:22543:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611253.879031:0:22543:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff88009ac2aae0) has no exports 00000020:00000001:0.0:1749611253.879032:0:22543:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749611253.879034:0:22543:0:(obd_class.h:623:obd_precleanup()) Process entered 00002000:00000001:0.0:1749611253.879037:0:22543:0:(ofd_dev.c:3278:ofd_device_fini()) Process entered 00100000:00000001:0.0:1749611253.879039:0:22543:0:(lfsck_lib.c:3366:lfsck_stop()) Process entered 00100000:00000001:0.0:1749611253.879043:0:22543:0:(lfsck_lib.c:3383:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1749611253.879045:0:22543:0:(ofd_dev.c:256:ofd_stack_pre_fini()) Process entered 00002000:00000010:0.0:1749611253.879048:0:22543:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8800b4917fc0. 00002000:00000001:0.0:1749611253.879050:0:22543:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:0.0:1749611253.879052:0:22543:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:0.0:1749611253.879057:0:22543:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88012c48a000 00100000:00000001:0.0:1749611253.879060:0:22543:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000010:0.0:1749611253.879063:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b490e700. 00100000:00000010:0.0:1749611253.879066:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012a3fee00. 00100000:00000010:0.0:1749611253.879067:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012a3fe2c0. 00100000:00000010:0.0:1749611253.879068:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012a3fe3c0. 00100000:00000010:0.0:1749611253.879070:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b544a180. 00100000:00000010:0.0:1749611253.879071:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012a3fe840. 00100000:00000010:0.0:1749611253.879072:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012a3fe9c0. 00100000:00000010:0.0:1749611253.879073:0:22543:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012a3fe7c0. 00100000:00000001:0.0:1749611253.879074:0:22543:0:(scrub.c:1098:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1749611253.879075:0:22543:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611253.879076:0:22543:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611253.879077:0:22543:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8800b4917fc0. 00002000:00000001:0.0:1749611253.879078:0:22543:0:(ofd_dev.c:272:ofd_stack_pre_fini()) Process leaving 00000020:00000001:0.0:1749611253.879079:0:22543:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611253.879080:0:22543:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff88009ac2aae0) has no exports 00000020:00000001:0.0:1749611253.879080:0:22543:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:0.0:1749611253.879084:0:22543:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00010000:00000001:0.0:1749611253.879087:0:22543:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1749611253.879089:0:22543:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1749611253.879091:0:22543:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611253.879092:0:22543:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611253.879834:0:22543:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611253.879836:0:22543:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611253.879837:0:22543:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611253.880349:0:22543:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611253.880350:0:22543:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611253.880352:0:22543:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1749611253.880370:0:22543:0:(lprocfs_status_server.c:353:lprocfs_free_per_client_stats()) Process entered 00000020:00000001:0.0:1749611253.880371:0:22543:0:(lprocfs_status_server.c:364:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1749611253.880501:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8800827d6800. 00000020:00000010:0.0:1749611253.880506:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880111d53c00. 00000020:00000001:0.0:1749611253.887698:0:22543:0:(tgt_main.c:642:tgt_fini()) Process entered 00000020:00000010:0.0:1749611253.887703:0:22543:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff88006f5f4000. 00000020:00000002:0.0:1749611253.887722:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff880091b0d600/ffff88009b654000 to site lru. bkt: ffff8800818edce0 00000020:00000001:0.0:1749611253.887724:0:22543:0:(tgt_main.c:682:tgt_fini()) Process leaving 00000020:00000010:3.0:1749611253.887757:0:21303:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009db38200. 00000020:00000010:3.0:1749611253.887762:0:21303:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880079138800. 00000020:00000010:3.0:1749611253.887766:0:21303:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdcb78. 00000020:00000010:3.0:1749611253.887771:0:21303:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009db38e00. 80000000:00000010:3.0:1749611253.887773:0:21303:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bfcc0. 40000000:00000010:3.0:1749611253.887776:0:21303:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b544a1c0. 00100000:00000010:3.0:1749611253.887778:0:21303:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913e800. 00040000:00000010:3.0:1749611253.887784:0:21303:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009bcf9000. 00040000:00000010:3.0:1749611253.887786:0:21303:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009db39a00. 00080000:00000010:3.0:1749611253.887789:0:21303:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00080000:00000010:3.0:1749611253.887794:0:21303:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00002000:00000010:3.0:1749611253.887797:0:21303:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801205e2000. 00000020:00000010:3.0:1749611253.887800:0:21303:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009db39200. 00002000:00000010:3.0:1749611253.887802:0:21303:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff88009bcf9800. 00100000:00000001:0.0:1749611253.887834:0:22543:0:(lfsck_lib.c:1652:lfsck_instance_cleanup()) Process entered 00000020:00000002:0.0:1749611253.887837:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff8800999bb400/ffff88009c5285a0 to site lru. bkt: ffff8800818ec268 00000020:00000002:0.0:1749611253.887841:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88008295ee00/ffff88009c267e00 to site lru. bkt: ffff8800818edf48 00100000:00000010:0.0:1749611253.887843:0:22543:0:(lfsck_internal.h:1383:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff88009c267a00. 00100000:00000010:0.0:1749611253.887846:0:22543:0:(lfsck_internal.h:1385:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff88009c267300. 00100000:10000000:0.0:1749611253.887851:0:22543:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:00000010:0.0:1749611253.887853:0:22543:0:(lfsck_layout.c:6547:lfsck_layout_slave_data_release()) kfreed 'llsd': 144 at ffff88009a222300. 00100000:00000010:0.0:1749611253.887856:0:22543:0:(lfsck_internal.h:1392:lfsck_component_put()) kfreed 'com': 1504 at ffff8800b4001800. 00000020:00000002:0.0:1749611253.887864:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff8800999bb600/ffff88012b81be00 to site lru. bkt: ffff8800818eee98 00000020:00000002:0.0:1749611253.887867:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff8800999ba000/ffff88012b81b500 to site lru. bkt: ffff8800818eeae0 00100000:00000010:0.0:1749611253.887870:0:22543:0:(lfsck_lib.c:1716:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff88013118a000. 00002000:00000001:0.0:1749611253.887873:0:22543:0:(ofd_fs.c:671:ofd_fs_cleanup()) Process entered 00000020:00000040:0.0:1749611253.887878:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 5 00000020:00000010:0.0:1749611253.887880:0:22543:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff980. 00000020:00000040:0.0:1749611253.887883:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 4 00000020:00000010:0.0:1749611253.887889:0:22543:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff780. 40000000:00000001:0.0:1749611253.887892:0:22543:0:(fid_handler.c:585:seq_server_fini()) Process entered 40000000:00000001:0.0:1749611253.887916:0:22543:0:(fid_store.c:221:seq_store_fini()) Process entered 00000020:00000002:0.0:1749611253.887919:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff8800827d6400/ffff880087719560 to site lru. bkt: ffff8800818ec4d0 40000000:00000001:0.0:1749611253.887920:0:22543:0:(fid_store.c:229:seq_store_fini()) Process leaving 40000000:00000001:0.0:1749611253.887921:0:22543:0:(fid_handler.c:590:seq_server_fini()) Process leaving 40000000:00000010:0.0:1749611253.887923:0:22543:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff8800827d6200. 40000000:00000001:0.0:1749611253.887926:0:22543:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1749611253.887947:0:22543:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1749611253.887948:0:22543:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff88009bcf9400. 40000000:00000001:0.0:1749611253.887949:0:22543:0:(fid_handler.c:617:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611253.887952:0:22543:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1749611253.887962:0:22543:0:(fld_index.c:446:fld_index_fini()) Process entered 00000020:00000002:0.0:1749611253.887964:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff8800827d7800/ffff880087719680 to site lru. bkt: ffff8800818edb20 80000000:00000001:0.0:1749611253.887965:0:22543:0:(fld_index.c:452:fld_index_fini()) Process leaving 80000000:00000001:0.0:1749611253.887967:0:22543:0:(fld_cache.c:212:fld_cache_flush()) Process entered 80000000:00000001:0.0:1749611253.887969:0:22543:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1749611253.887971:0:22543:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff88012e73a4c0. 80000000:00000040:0.0:1749611253.887974:0:22543:0:(fld_cache.c:202:fld_cache_shrink()) srv-lustre-OST0000: FLD cache - Shrunk by 1 entries 80000000:00000001:0.0:1749611253.887975:0:22543:0:(fld_cache.c:204:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611253.887976:0:22543:0:(fld_cache.c:219:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1749611253.887977:0:22543:0:(fld_cache.c:73:fld_cache_fini()) FLD cache statistics (srv-lustre-OST0000): 80000000:00000040:0.0:1749611253.887978:0:22543:0:(fld_cache.c:74:fld_cache_fini()) Cache reqs: 0 80000000:00000040:0.0:1749611253.887979:0:22543:0:(fld_cache.c:75:fld_cache_fini()) Total reqs: 0 80000000:00000010:0.0:1749611253.887980:0:22543:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff880069cc6f00. 80000000:00000001:0.0:1749611253.887981:0:22543:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00002000:00000010:0.0:1749611253.887982:0:22543:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff88009bcf9b00. 00080000:00000001:0.0:1749611253.887985:0:22543:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611253.888224:0:22543:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00000020:00000002:0.0:1749611253.888228:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff880118e78600/ffff8800877197a0 to site lru. bkt: ffff8800818eea38 00002000:00000001:0.0:1749611253.888229:0:22543:0:(ofd_fs.c:685:ofd_fs_cleanup()) Process leaving 00000001:00000001:0.0:1749611253.888232:0:22543:0:(nodemap_storage.c:2260:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1749611253.888236:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4a200/ffff88009bcf9a00 to site lru. bkt: ffff8800818ef368 00000001:00000010:0.0:1749611253.888237:0:22543:0:(nodemap_storage.c:2272:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff880132e97e60. 00000001:00000001:0.0:1749611253.888239:0:22543:0:(nodemap_storage.c:2274:nm_config_file_deregister_tgt()) Process leaving 00010000:00000001:0.0:1749611253.888241:0:22543:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1749611253.888250:0:22543:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1749611253.888268:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880091b0da00. 00000020:00000010:0.0:1749611253.888271:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130310000. 00010000:00000001:0.0:1749611253.888288:0:22543:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611253.888295:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff880136a130c0. 00000020:00000010:0.0:1749611253.888297:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130312400. 00000001:00000001:0.0:1749611253.888311:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611253.888890:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005c97000. 00000001:00000010:0.0:1749611253.888897:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ca1000. 00000001:00000010:0.0:1749611253.888898:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cab000. 00000001:00000010:0.0:1749611253.888899:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cb5000. 00000001:00000010:0.0:1749611253.888900:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cbf000. 00000001:00000010:0.0:1749611253.888901:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cc9000. 00000001:00000010:0.0:1749611253.888902:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cd3000. 00000001:00000010:0.0:1749611253.888903:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cdd000. 00000001:00000010:0.0:1749611253.888904:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ce7000. 00000001:00000010:0.0:1749611253.888905:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cf1000. 00000001:00000010:0.0:1749611253.888906:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005cfb000. 00000001:00000010:0.0:1749611253.888907:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d05000. 00000001:00000010:0.0:1749611253.888907:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d0f000. 00000001:00000010:0.0:1749611253.888908:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d19000. 00000001:00000010:0.0:1749611253.888909:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d23000. 00000001:00000010:0.0:1749611253.888910:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d2d000. 00000001:00000010:0.0:1749611253.888911:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d37000. 00000001:00000010:0.0:1749611253.888912:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d41000. 00000001:00000010:0.0:1749611253.888912:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d4b000. 00000001:00000010:0.0:1749611253.888913:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d55000. 00000001:00000010:0.0:1749611253.888914:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d5f000. 00000001:00000010:0.0:1749611253.888915:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d69000. 00000001:00000010:0.0:1749611253.888916:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d73000. 00000001:00000010:0.0:1749611253.888916:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d7d000. 00000001:00000010:0.0:1749611253.888917:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d87000. 00000001:00000010:0.0:1749611253.888918:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d91000. 00000001:00000010:0.0:1749611253.888923:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005d9b000. 00000001:00000010:0.0:1749611253.888924:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005da5000. 00000001:00000010:0.0:1749611253.888925:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005daf000. 00000001:00000010:0.0:1749611253.888926:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005db9000. 00000001:00000010:0.0:1749611253.888927:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005dc3000. 00000001:00000010:0.0:1749611253.888928:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005dcd000. 00000001:00000010:0.0:1749611253.888929:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005dd7000. 00000001:00000010:0.0:1749611253.888929:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005de1000. 00000001:00000010:0.0:1749611253.888930:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005deb000. 00000001:00000010:0.0:1749611253.888931:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005df5000. 00000001:00000010:0.0:1749611253.888932:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005dff000. 00000001:00000010:0.0:1749611253.888933:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e09000. 00000001:00000010:0.0:1749611253.888934:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e13000. 00000001:00000010:0.0:1749611253.888934:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e1d000. 00000001:00000010:0.0:1749611253.888935:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e27000. 00000001:00000010:0.0:1749611253.888936:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e31000. 00000001:00000010:0.0:1749611253.888937:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e3b000. 00000001:00000010:0.0:1749611253.888938:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e45000. 00000001:00000010:0.0:1749611253.888939:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e4f000. 00000001:00000010:0.0:1749611253.888939:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e59000. 00000001:00000010:0.0:1749611253.888940:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e63000. 00000001:00000010:0.0:1749611253.888941:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e6d000. 00000001:00000010:0.0:1749611253.888942:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e77000. 00000001:00000010:0.0:1749611253.888943:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e81000. 00000001:00000010:0.0:1749611253.888943:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e8b000. 00000001:00000010:0.0:1749611253.888944:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e95000. 00000001:00000010:0.0:1749611253.888945:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005e9f000. 00000001:00000010:0.0:1749611253.888946:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ea9000. 00000001:00000010:0.0:1749611253.888947:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005eb3000. 00000001:00000010:0.0:1749611253.888948:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ebd000. 00000001:00000010:0.0:1749611253.888948:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ec7000. 00000001:00000010:0.0:1749611253.888949:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ed1000. 00000001:00000010:0.0:1749611253.888953:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005edb000. 00000001:00000010:0.0:1749611253.888954:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ee5000. 00000001:00000010:0.0:1749611253.888955:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005eef000. 00000001:00000010:0.0:1749611253.888956:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ef9000. 00000001:00000010:0.0:1749611253.888958:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f03000. 00000001:00000010:0.0:1749611253.888959:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f0d000. 00000001:00000010:0.0:1749611253.888960:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff880091b0ce00. 00000001:00000010:0.0:1749611253.888961:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8bf4300. 00000001:00000001:0.0:1749611253.888964:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611253.888965:0:22543:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff880130311400. 00010000:00000001:0.0:1749611253.888968:0:22543:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611253.889553:0:22543:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611253.889556:0:22543:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00002000:00000001:2.0:1749611253.889740:0:22543:0:(ofd_dev.c:218:ofd_stack_fini()) Process entered 00040000:00000001:2.0:1749611253.889757:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889760:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889760:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889761:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889762:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889762:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889765:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4ba00. 00000020:00000010:2.0:1749611253.889769:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bcf9100. 00080000:00000010:2.0:1749611253.889779:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800999bb400. 00002000:00000001:2.0:1749611253.889782:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.889783:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x12:0x0] 00002000:00000010:2.0:1749611253.889785:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c5285a0. 00002000:00000001:2.0:1749611253.889787:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611253.889790:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889791:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889792:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889793:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889793:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889794:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889795:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800827d6400. 00002000:00000001:2.0:1749611253.889796:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.889796:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x5:0x0] 00002000:00000010:2.0:1749611253.889797:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719560. 00002000:00000001:2.0:1749611253.889799:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611253.889801:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889802:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889802:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889803:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889806:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889806:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889808:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4b200. 00000020:00000010:2.0:1749611253.889809:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b48f8300. 00040000:00000001:2.0:1749611253.889818:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889819:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889824:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889825:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889826:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889826:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889828:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e78400. 00002000:00000001:2.0:1749611253.889829:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.889830:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xd:0x0] 00002000:00000010:2.0:1749611253.889831:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff8800877198c0. 00002000:00000001:2.0:1749611253.889832:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.889838:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009bcf9500. 00040000:00000001:2.0:1749611253.889844:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889844:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889845:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889845:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889846:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889846:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889847:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800827d7800. 00002000:00000001:2.0:1749611253.889849:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.889850:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x3:0x0] 00002000:00000010:2.0:1749611253.889851:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719680. 00002000:00000001:2.0:1749611253.889853:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611253.889910:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889911:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889912:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889912:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889913:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889913:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889917:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0d600. 00002000:00000001:2.0:1749611253.889918:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.889919:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xb:0x0] 00002000:00000010:2.0:1749611253.889920:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009b654000. 00002000:00000001:2.0:1749611253.889922:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611253.889926:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889927:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889927:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889928:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889928:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889929:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889930:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295ee00. 00000020:00000010:2.0:1749611253.889932:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c267e00. 00040000:00000001:2.0:1749611253.889944:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889945:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889946:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889947:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889947:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889948:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889949:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009db38600. 00000020:00000010:2.0:1749611253.889950:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bcf9e00. 00040000:00000001:2.0:1749611253.889954:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889954:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889955:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889955:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889956:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889956:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889957:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e78600. 00002000:00000001:2.0:1749611253.889958:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.889959:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x1018:0x0] 00002000:00000010:2.0:1749611253.889960:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff8800877197a0. 00002000:00000001:2.0:1749611253.889962:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611253.889964:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889964:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889965:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889965:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889966:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889966:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889968:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800999ba000. 00000020:00000010:2.0:1749611253.889969:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81b500. 00040000:00000001:2.0:1749611253.889972:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889973:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889973:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889974:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889974:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889974:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889975:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800999bb600. 00000020:00000010:2.0:1749611253.889976:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81be00. 00080000:00000010:2.0:1749611253.889984:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009bcf9f00. 00040000:00000001:2.0:1749611253.889987:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889988:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889988:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889989:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611253.889992:0:22543:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611253.889993:0:22543:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611253.889994:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4a200. 00000020:00000010:2.0:1749611253.889997:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009bcf9a00. 00002000:00000010:2.0:1749611253.890002:0:22543:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff8800b406c240. 00002000:00000001:2.0:1749611253.890003:0:22543:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:2.0:1749611253.890004:0:22543:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:2.0:1749611253.890006:0:22543:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88012c48a000 00100000:00000001:2.0:1749611253.890009:0:22543:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:2.0:1749611253.890010:0:22543:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1749611253.890012:0:22543:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:2.0:1749611253.890014:0:22543:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1749611253.890017:0:22543:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0000: initiating QSD shutdown 00000020:00000010:1.0:1749611253.890050:0:21331:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4be00. 00000020:00000010:1.0:1749611253.890055:0:21331:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4001000. 00000020:00000010:1.0:1749611253.890058:0:21331:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd9e30. 00000020:00000010:1.0:1749611253.890063:0:21331:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008295f400. 80000000:00000010:1.0:1749611253.890065:0:21331:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b19008a0. 40000000:00000010:1.0:1749611253.890067:0:21331:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88013051fe80. 00100000:00000010:1.0:1749611253.890070:0:21331:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4003000. 00040000:00000010:1.0:1749611253.890077:0:21331:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c267100. 00040000:00000010:1.0:1749611253.890080:0:21331:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008295f800. 00080000:00000010:1.0:1749611253.890083:0:21331:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:1.0:1749611253.890114:0:21331:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89e000. 00002000:00000010:1.0:1749611253.890118:0:21331:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801205e3400. 00000020:00000010:1.0:1749611253.890123:0:21331:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00040000:00000010:1.0:1749611253.890125:0:21331:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff8800b1900660. 00040000:00000001:1.0:1749611253.890127:0:21331:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611253.890148:0:22543:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1749611253.890149:0:22543:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1749611253.890151:0:22543:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1749611253.890153:0:22543:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1749611253.890158:0:22543:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1749611253.890161:0:22543:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611253.890162:0:22543:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1749611253.890163:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.890165:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b4ac1cc0. 00000001:00000010:2.0:1749611253.890167:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800762436c8. 00000001:00000010:2.0:1749611253.890169:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800b48f8a00. 00000001:00000001:2.0:1749611253.890171:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1749611253.890172:0:22543:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801355eb3e0. 00000020:00000002:2.0:1749611253.890175:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009db39000/ffff880087719c20 to site lru. bkt: ffff8800818ee4c0 00000020:00000002:2.0:1749611253.890178:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009943d200/ffff880087719e60 to site lru. bkt: ffff8800818eef40 00000020:00000002:2.0:1749611253.890180:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009db39800/ffff880087719d40 to site lru. bkt: ffff8800818ef640 00040000:00000010:2.0:1749611253.890182:0:22543:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880069cc6c00. 00040000:00000001:2.0:1749611253.890184:0:22543:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1749611253.890184:0:22543:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1749611253.890185:0:22543:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1749611253.890186:0:22543:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1749611253.890187:0:22543:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611253.890188:0:22543:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1749611253.890188:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.890189:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800b49e6f00. 00000001:00000010:2.0:1749611253.890195:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243700. 00000001:00000010:2.0:1749611253.890196:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800b48f8c00. 00000001:00000001:2.0:1749611253.890198:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1749611253.890199:0:22543:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801355ebdc0. 00000020:00000002:2.0:1749611253.890201:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009943c200/ffff8800877199e0 to site lru. bkt: ffff8800818ee878 00000020:00000002:2.0:1749611253.890204:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009943c400/ffff880087718240 to site lru. bkt: ffff8800818edfb8 00000020:00000002:2.0:1749611253.890205:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009943d400/ffff880087718120 to site lru. bkt: ffff8800818ee3a8 00040000:00000010:2.0:1749611253.890206:0:22543:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88013698fa80. 00040000:00000001:2.0:1749611253.890207:0:22543:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1749611253.890208:0:22543:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1749611253.890208:0:22543:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1749611253.890209:0:22543:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1749611253.890210:0:22543:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611253.890211:0:22543:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1749611253.890211:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.890212:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009a222180. 00000001:00000010:2.0:1749611253.890213:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243718. 00000001:00000010:2.0:1749611253.890214:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009bcf9c00. 00000001:00000001:2.0:1749611253.890215:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1749611253.890216:0:22543:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801355eb0c0. 00000020:00000002:2.0:1749611253.890218:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009943d000/ffff880087718000 to site lru. bkt: ffff8800818eca48 00000020:00000002:2.0:1749611253.890219:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4aa00/ffff880087718900 to site lru. bkt: ffff8800818ed2d0 00000020:00000002:2.0:1749611253.890221:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4ae00/ffff880087718360 to site lru. bkt: ffff8800818ed730 00040000:00000010:2.0:1749611253.890222:0:22543:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88009a222a80. 00040000:00000001:2.0:1749611253.890223:0:22543:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1749611253.890224:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 3 00000020:00000010:2.0:1749611253.890226:0:22543:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8800b2387b00. 00000020:00000002:2.0:1749611253.890231:0:22543:0:(lu_object.c:207:lu_object_put()) Add ffff88009db38a00/ffff880087719b00 to site lru. bkt: ffff8800818eebf8 00040000:04000000:2.0:1749611253.890232:0:22543:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0000: QSD shutdown completed 00040000:00000010:2.0:1749611253.890233:0:22543:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff88007fb8f200. 00040000:00000001:2.0:1749611253.890235:0:22543:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:2.0:1749611253.890240:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611253.890242:0:22543:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff8800b43bf840. 00080000:00000001:2.0:1749611253.890244:0:22543:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611253.890245:0:22543:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611253.890249:0:22543:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1749611253.890250:0:22543:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff8800b406c240. 00080000:00000010:2.0:1749611253.890259:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e400. 00000020:00000010:2.0:1749611253.890261:0:22543:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6900. 00000020:00000010:2.0:1749611253.890264:0:22543:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffa80. 00080000:00000010:2.0:1749611253.890271:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009943d000. 00002000:00000001:2.0:1749611253.890273:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890274:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x16:0x0] 00002000:00000010:2.0:1749611253.890275:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718000. 00002000:00000001:2.0:1749611253.890277:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890298:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009bcf9600. 00080000:00000010:2.0:1749611253.890302:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4aa00. 00002000:00000001:2.0:1749611253.890303:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890304:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x3:0x0] 00002000:00000010:2.0:1749611253.890306:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718900. 00002000:00000001:2.0:1749611253.890307:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890310:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009bcf9d00. 00080000:00000010:2.0:1749611253.890313:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4ae00. 00002000:00000001:2.0:1749611253.890314:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890315:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x6:0x0] 00002000:00000010:2.0:1749611253.890316:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718360. 00002000:00000001:2.0:1749611253.890317:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890321:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800b48f8200. 00080000:00000010:2.0:1749611253.890324:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009943c400. 00002000:00000001:2.0:1749611253.890326:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890326:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x2:0x0] 00002000:00000010:2.0:1749611253.890327:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718240. 00002000:00000001:2.0:1749611253.890328:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890334:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800b48f8600. 00080000:00000010:2.0:1749611253.890337:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009943d400. 00002000:00000001:2.0:1749611253.890338:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890339:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x5:0x0] 00002000:00000010:2.0:1749611253.890339:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718120. 00002000:00000001:2.0:1749611253.890341:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890342:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009db39000. 00002000:00000001:2.0:1749611253.890344:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890347:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xf:0x0] 00002000:00000010:2.0:1749611253.890348:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719c20. 00002000:00000001:2.0:1749611253.890350:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890361:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009943c200. 00002000:00000001:2.0:1749611253.890363:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890364:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x10:0x0] 00002000:00000010:2.0:1749611253.890365:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff8800877199e0. 00002000:00000001:2.0:1749611253.890367:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890370:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009db38a00. 00002000:00000001:2.0:1749611253.890374:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890374:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:2.0:1749611253.890375:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719b00. 00002000:00000001:2.0:1749611253.890377:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890379:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800b48f8f00. 00080000:00000010:2.0:1749611253.890383:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009943d200. 00002000:00000001:2.0:1749611253.890384:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890384:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x1:0x0] 00002000:00000010:2.0:1749611253.890385:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719e60. 00002000:00000001:2.0:1749611253.890386:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611253.890389:0:22543:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800b48f8b00. 00080000:00000010:2.0:1749611253.890392:0:22543:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009db39800. 00002000:00000001:2.0:1749611253.890413:0:22543:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611253.890414:0:22543:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x4:0x0] 00002000:00000010:2.0:1749611253.890416:0:22543:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719d40. 00002000:00000001:2.0:1749611253.890418:0:22543:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:2.0:1749611253.890423:0:22543:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff88007fb8ec00. 00002000:00000001:2.0:1749611253.890440:0:22543:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:2.0:1749611253.890443:0:22543:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611253.890444:0:22543:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611253.890446:0:22543:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d2e1 00000020:00000040:2.0:1749611253.890448:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009a7b1000 with handle 0x689c0ec07329d2e1 from hash 00000020:00000001:2.0:1749611253.890453:0:22543:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611253.890454:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88009a7b1000 : new refcount 1 00000020:00000001:2.0:1749611253.890455:0:22543:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611253.890456:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88009a7b1000 : new refcount 0 00000020:00000080:2.0:1749611253.890458:0:22543:0:(genops.c:904:class_export_put()) final put ffff88009a7b1000/lustre-OST0000-osd_UUID 00000020:00000001:2.0:1749611253.890459:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890473:0:22543:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611253.890475:0:22543:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611253.890476:0:22543:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611253.890477:0:22543:0:(ofd_dev.c:248:ofd_stack_fini()) Process leaving 00000020:00000001:2.0:1749611253.890479:0:22543:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611253.890481:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1749611253.890482:0:22543:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611253.890483:0:22543:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134978380544 : -131938731171072 : ffff88009ecbe300) 00000020:00000080:1.0:1749611253.890486:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88009a7b1000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:2.0:1749611253.890488:0:22543:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880129e0c000 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749611253.890489:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611253.890490:0:22543:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:00000001:1.0:1749611253.890490:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1749611253.890491:0:22543:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880129e0c000 2 00000020:00000040:1.0:1749611253.890492:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca49570) now 5 - export 00000020:00000001:2.0:1749611253.890493:0:22543:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890494:0:22543:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000010:1.0:1749611253.890494:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88009a7b1000. 00000020:00000001:2.0:1749611253.890495:0:22543:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611253.890496:0:22543:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134978380544 : -131938731171072 : ffff88009ecbe300) 00000020:00000001:1.0:1749611253.890496:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:2.0:1749611253.890498:0:22543:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff880129e0c000 from lustre-OST0000 00000020:00000010:2.0:1749611253.890500:0:22543:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff88006a9b8670. 00000020:00000010:2.0:1749611253.890502:0:22543:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff88009ecbe300. 00000020:00000001:2.0:1749611253.890504:0:22543:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890505:0:22543:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611253.890505:0:22543:0:(ofd_dev.c:3261:ofd_fini()) Process leaving 00010000:00000001:2.0:1749611253.890507:0:22543:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00002000:00000001:2.0:1749611253.890508:0:22543:0:(ofd_dev.c:3281:ofd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890510:0:22543:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611253.890519:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.890538:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009943dc00. 00000001:00000010:2.0:1749611253.890540:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009943c800. 00000001:00000010:2.0:1749611253.890541:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009943cc00. 00000001:00000010:2.0:1749611253.890542:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009943c600. 00000001:00000010:2.0:1749611253.890543:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880136a13120. 00000001:00000010:2.0:1749611253.890544:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011da35000. 00000001:00000001:2.0:1749611253.890546:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1749611253.890547:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.890551:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009943c000. 00000001:00000010:2.0:1749611253.890552:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009943de00. 00000001:00000010:2.0:1749611253.890555:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0c600. 00000001:00000010:2.0:1749611253.890559:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0de00. 00000001:00000010:2.0:1749611253.890563:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880136a13480. 00000001:00000010:2.0:1749611253.890564:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011da35600. 00000001:00000001:2.0:1749611253.890566:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611253.890567:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac2aae0) now 3 - setup 00000020:00000001:2.0:1749611253.890569:0:22543:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890571:0:22543:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611253.890573:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611253.890578:0:22543:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611253.890580:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac2aae0) now 2 - obd_device_list 00000020:00000080:2.0:1749611253.890581:0:22543:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000040:2.0:1749611253.890582:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac2aae0) now 1 - newdev 00000020:00000040:2.0:1749611253.890584:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b4003800 with handle 0x689c0ec07329d2da from hash 00000020:00000040:2.0:1749611253.890586:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003800 : new refcount 0 00000020:00000080:2.0:1749611253.890587:0:22543:0:(genops.c:904:class_export_put()) final put ffff8800b4003800/lustre-OST0000_UUID 00000020:00000001:2.0:1749611253.890588:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890590:0:22543:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611253.890591:0:22543:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b4003800/lustre-OST0000_UUID for lustre-OST0000 00000020:00000001:2.0:1749611253.890595:0:22543:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611253.890597:0:22543:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.890598:0:22543:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4003800. 00000020:00000001:2.0:1749611253.890601:0:22543:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611253.890602:0:22543:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000 obd_type name = obdfilter 00000020:01000000:2.0:1749611253.890604:0:22543:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000001:2.0:1749611253.890605:0:22543:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611253.890607:0:22543:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611253.890609:0:22543:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e400. 00000020:00000010:2.0:1749611253.890612:0:22543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e08800. 00000020:00000010:2.0:1749611253.890616:0:22543:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611253.890618:0:22543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611253.890622:0:22543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256000. 40000000:00000010:2.0:1749611253.890625:0:22543:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b406cc40. 00100000:00000010:2.0:1749611253.890627:0:22543:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e08000. 00040000:00000010:2.0:1749611253.890630:0:22543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b300. 00040000:00000010:2.0:1749611253.890631:0:22543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f200. 00080000:00000010:2.0:1749611253.890636:0:22543:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611253.890641:0:22543:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00002000:00000010:2.0:1749611253.890645:0:22543:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801322e7c00. 00002000:00000010:2.0:1749611253.890647:0:22543:0:(ofd_dev.c:3300:ofd_device_free()) kfreed 'm': 1864 at ffff88009a7b6800. 00002000:00000001:2.0:1749611253.890653:0:22543:0:(ofd_dev.c:3301:ofd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.890656:0:22543:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e400. 00000020:00000010:2.0:1749611253.890657:0:22543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e08800. 00000020:00000010:2.0:1749611253.890660:0:22543:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611253.890662:0:22543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611253.890663:0:22543:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256000. 40000000:00000010:2.0:1749611253.890665:0:22543:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b406cc40. 00100000:00000010:2.0:1749611253.890667:0:22543:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e08000. 00040000:00000010:2.0:1749611253.890668:0:22543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b300. 00040000:00000010:2.0:1749611253.890670:0:22543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f200. 00080000:00000010:2.0:1749611253.890672:0:22543:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:2.0:1749611253.890677:0:22543:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00002000:00000010:2.0:1749611253.890679:0:22543:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801322e7c00. 00000020:00000010:2.0:1749611253.890681:0:22543:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000020:00000001:2.0:1749611253.890685:0:22543:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.890687:0:22543:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009ac2aae0. 00000020:00000001:2.0:1749611253.890692:0:22543:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890694:0:22543:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611253.890695:0:22543:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8801369db680. 00000020:00000001:2.0:1749611253.890697:0:22543:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890699:0:22543:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:2.0:1749611253.890701:0:22543:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8800b521a0e0. 00000020:01000004:2.0:1749611253.890703:0:22543:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:2.0:1749611253.890704:0:22543:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:2.0:1749611253.890706:0:22543:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8800b521a0e0. 00000020:00000001:2.0:1749611253.890708:0:22543:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1749611253.890710:0:22543:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1749611253.890711:0:22543:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611253.890712:0:22543:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000010:2.0:1749611253.890714:0:22543:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8800b4256000. 00000020:00000080:2.0:1749611253.890717:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611253.890720:0:22543:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611253.890724:0:22543:0:(obd_config.c:882:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1749611253.890728:0:22543:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8800b51ba000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:2.0:1749611253.890731:0:22543:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611253.890733:0:22543:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff88009ac28000) has exports, disconnecting them 00000020:00000001:2.0:1749611253.890735:0:22543:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1749611253.890736:0:22543:0:(genops.c:887:class_export_get()) GET export ffff8800b51ba000 refcount=4 00000020:00000040:2.0:1749611253.890737:0:22543:0:(genops.c:887:class_export_get()) GET export ffff8800b51ba000 refcount=5 00000020:00080000:2.0:1749611253.890739:0:22543:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8800b51ba000), last request at 1749611231 00000020:00000001:2.0:1749611253.890740:0:22543:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:2.0:1749611253.890742:0:22543:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611253.890743:0:22543:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611253.890744:0:22543:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d30b 00000020:00000040:2.0:1749611253.890746:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51ba000 with handle 0x689c0ec07329d30b from hash 00000020:00000040:2.0:1749611253.890750:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 4 00000020:00000001:2.0:1749611253.890751:0:22543:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611253.890752:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 3 00000020:00000001:2.0:1749611253.890754:0:22543:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611253.890757:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 2 00000020:00000001:2.0:1749611253.890758:0:22543:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611253.890760:0:22543:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890761:0:22543:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1749611253.890763:0:22543:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800b51ba000): rc 0 00000020:00000040:2.0:1749611253.890764:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 1 00000020:00000001:2.0:1749611253.890765:0:22543:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1749611253.890765:0:22543:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611253.890766:0:22543:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:2.0:1749611253.890768:0:22543:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:2.0:1749611253.890769:0:22543:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1749611253.890770:0:22543:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1749611253.890771:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 0 00000020:00000080:2.0:1749611253.890771:0:22543:0:(genops.c:904:class_export_put()) final put ffff8800b51ba000/lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611253.890772:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.890783:0:22543:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611253.890788:0:22543:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1749611253.890790:0:22543:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:1.0:1749611253.890790:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1749611253.890792:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51ba000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:1.0:1749611253.890795:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000020:00000001:1.0:1749611253.890796:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:1.0:1749611253.890797:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611253.890799:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac28000) now 5 - export 00000020:00000010:1.0:1749611253.890800:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51ba000. 00000020:00000001:1.0:1749611253.890802:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1749611253.890803:0:22543:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1749611253.890817:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88009d27c400. 00000020:00000010:2.0:1749611253.890821:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130313400. 00010000:00000001:2.0:1749611253.890843:0:22543:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1749611253.890849:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff880136a131a0. 00000020:00000010:2.0:1749611253.890851:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130313c00. 00000001:00000001:2.0:1749611253.890866:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.891228:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f17000. 00000001:00000010:2.0:1749611253.891233:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f21000. 00000001:00000010:2.0:1749611253.891234:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f2b000. 00000001:00000010:2.0:1749611253.891235:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f35000. 00000001:00000010:2.0:1749611253.891236:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f3f000. 00000001:00000010:2.0:1749611253.891237:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f49000. 00000001:00000010:2.0:1749611253.891238:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f53000. 00000001:00000010:2.0:1749611253.891239:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f5d000. 00000001:00000010:2.0:1749611253.891240:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f67000. 00000001:00000010:2.0:1749611253.891241:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f71000. 00000001:00000010:2.0:1749611253.891242:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f7b000. 00000001:00000010:2.0:1749611253.891243:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f85000. 00000001:00000010:2.0:1749611253.891244:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f8f000. 00000001:00000010:2.0:1749611253.891245:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005f99000. 00000001:00000010:2.0:1749611253.891245:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fa3000. 00000001:00000010:2.0:1749611253.891246:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fad000. 00000001:00000010:2.0:1749611253.891247:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fb7000. 00000001:00000010:2.0:1749611253.891248:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fc1000. 00000001:00000010:2.0:1749611253.891249:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fcb000. 00000001:00000010:2.0:1749611253.891252:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fd5000. 00000001:00000010:2.0:1749611253.891253:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fdf000. 00000001:00000010:2.0:1749611253.891254:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005fe9000. 00000001:00000010:2.0:1749611253.891254:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ff3000. 00000001:00000010:2.0:1749611253.891259:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90005ffd000. 00000001:00000010:2.0:1749611253.891260:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006007000. 00000001:00000010:2.0:1749611253.891261:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006011000. 00000001:00000010:2.0:1749611253.891262:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000601b000. 00000001:00000010:2.0:1749611253.891263:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006025000. 00000001:00000010:2.0:1749611253.891265:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000602f000. 00000001:00000010:2.0:1749611253.891265:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006039000. 00000001:00000010:2.0:1749611253.891266:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006043000. 00000001:00000010:2.0:1749611253.891267:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000604d000. 00000001:00000010:2.0:1749611253.891268:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8800a8bf4000. 00000001:00000010:2.0:1749611253.891269:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8bf4f00. 00000001:00000001:2.0:1749611253.891271:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1749611253.891272:0:22543:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff880130312800. 00010000:00000001:2.0:1749611253.891274:0:22543:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611253.892573:0:22543:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611253.892574:0:22543:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1749611253.892575:0:22543:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1749611253.892577:0:22543:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00000001:2.0:1749611253.892579:0:22543:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611253.892580:0:22543:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611253.892582:0:22543:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611253.892583:0:22543:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611253.892585:0:22543:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1749611253.892587:0:22543:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611253.892588:0:22543:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611253.892589:0:22543:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611253.892590:0:22543:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611253.892591:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611253.892592:0:22543:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:2.0:1749611253.896408:0:22543:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611253.896410:0:22543:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611253.896412:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611253.896413:0:22543:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:2.0:1749611253.896414:0:22543:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:2.0:1749611253.896418:0:22543:0:(genops.c:1229:class_import_get()) import ffff8800b51bb800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611253.896420:0:22543:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611253.896425:0:22543:0:(genops.c:1242:class_import_put()) import ffff8800b51bb800 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611253.896426:0:22543:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611253.896428:0:22543:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611253.896428:0:22543:0:(genops.c:1242:class_import_put()) import ffff8800b51bb800 refcount=0 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611253.896430:0:22543:0:(genops.c:1245:class_import_put()) final put import ffff8800b51bb800 00000020:00000001:2.0:1749611253.896437:0:22543:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611253.896438:0:22543:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1749611253.896439:0:22543:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611253.896441:0:22543:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1749611253.896442:0:22543:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800b409f600. 00010000:00000001:2.0:1749611253.896444:0:22543:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000001:1.0:1749611253.896468:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1749611253.896471:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800b51bb800 for lustre-MDT0000-lwp-OST0000 00000020:00000010:2.0:1749611253.896473:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136aba000. 00000020:00000040:1.0:1749611253.896475:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000040:1.0:1749611253.896478:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:1.0:1749611253.896481:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88013523b120. 00000020:00000040:1.0:1749611253.896484:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac28000) now 4 - import 00000020:00000010:1.0:1749611253.896487:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800b51bb800. 00000020:00000001:1.0:1749611253.896490:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1749611253.896495:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f02000. 00000020:00000010:2.0:1749611253.896497:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88012fea6000. 00000020:00000010:2.0:1749611253.896499:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685c000. 00000020:00000010:2.0:1749611253.896503:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88012c488000. 00000020:00000010:2.0:1749611253.896506:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88012d575000. 00000010:00000001:2.0:1749611253.896509:0:22543:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896510:0:22543:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611253.896515:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.896519:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0cc00. 00000001:00000010:2.0:1749611253.896520:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0d200. 00000001:00000010:2.0:1749611253.896533:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0d000. 00000001:00000010:2.0:1749611253.896534:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0d400. 00000001:00000010:2.0:1749611253.896535:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880136a13d20. 00000001:00000010:2.0:1749611253.896537:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011da35180. 00000001:00000001:2.0:1749611253.896539:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1749611253.896540:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.896542:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0c400. 00000001:00000010:2.0:1749611253.896543:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27cc00. 00000001:00000010:2.0:1749611253.896545:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c200. 00000001:00000010:2.0:1749611253.896546:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c600. 00000001:00000010:2.0:1749611253.896547:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880136a13760. 00000001:00000010:2.0:1749611253.896548:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011da35780. 00000001:00000001:2.0:1749611253.896550:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611253.896554:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac28000) now 3 - setup 00000020:00000001:2.0:1749611253.896555:0:22543:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896556:0:22543:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611253.896558:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611253.896562:0:22543:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611253.896563:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac28000) now 2 - obd_device_list 00000020:00000080:2.0:1749611253.896565:0:22543:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000040:2.0:1749611253.896566:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac28000) now 1 - newdev 00000020:00000040:2.0:1749611253.896568:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51be000 with handle 0x689c0ec07329d304 from hash 00000020:00000040:2.0:1749611253.896571:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51be000 : new refcount 0 00000020:00000080:2.0:1749611253.896572:0:22543:0:(genops.c:904:class_export_put()) final put ffff8800b51be000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:2.0:1749611253.896573:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896574:0:22543:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611253.896575:0:22543:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51be000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611253.896576:0:22543:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611253.896577:0:22543:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.896578:0:22543:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51be000. 00000020:00000001:2.0:1749611253.896580:0:22543:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611253.896581:0:22543:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-OST0000 obd_type name = lwp 00000020:01000000:2.0:1749611253.896582:0:22543:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:2.0:1749611253.896583:0:22543:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611253.896585:0:22543:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611253.896586:0:22543:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e000. 00000040:00000010:2.0:1749611253.896588:0:22543:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f200. 00000020:00000010:2.0:1749611253.896590:0:22543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611253.896592:0:22543:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611253.896594:0:22543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611253.896596:0:22543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256300. 40000000:00000010:2.0:1749611253.896597:0:22543:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b406cc40. 00100000:00000010:2.0:1749611253.896599:0:22543:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e08800. 00040000:00000010:2.0:1749611253.896601:0:22543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b300. 00040000:00000010:2.0:1749611253.896603:0:22543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e400. 00080000:00000010:2.0:1749611253.896607:0:22543:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611253.896609:0:22543:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00000004:00000010:2.0:1749611253.896614:0:22543:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e0a800. 00000004:00000010:2.0:1749611253.896618:0:22543:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880131189000. 00000004:00000010:2.0:1749611253.896622:0:22543:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0e000. 00000004:00000010:2.0:1749611253.896624:0:22543:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801322e7c00. 00000010:00000001:2.0:1749611253.896627:0:22543:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1749611253.896628:0:22543:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88013523b000. 00000010:00000001:2.0:1749611253.896630:0:22543:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.896632:0:22543:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e000. 00000040:00000010:2.0:1749611253.896635:0:22543:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f200. 00000020:00000010:2.0:1749611253.896637:0:22543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611253.896639:0:22543:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611253.896641:0:22543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611253.896643:0:22543:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256300. 40000000:00000010:2.0:1749611253.896644:0:22543:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b406cc40. 00100000:00000010:2.0:1749611253.896645:0:22543:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e08800. 00040000:00000010:2.0:1749611253.896647:0:22543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b300. 00040000:00000010:2.0:1749611253.896649:0:22543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e400. 00080000:00000010:2.0:1749611253.896651:0:22543:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:2.0:1749611253.896653:0:22543:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000004:00000010:2.0:1749611253.896656:0:22543:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e0a800. 00000004:00000010:2.0:1749611253.896660:0:22543:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880131189000. 00000004:00000010:2.0:1749611253.896663:0:22543:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0e000. 00000004:00000010:2.0:1749611253.896665:0:22543:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801322e7c00. 00000020:00000010:2.0:1749611253.896667:0:22543:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000020:00000001:2.0:1749611253.896669:0:22543:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.896670:0:22543:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009ac28000. 00000020:00000001:2.0:1749611253.896673:0:22543:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896674:0:22543:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611253.896676:0:22543:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8800b4256000. 00000020:00000001:2.0:1749611253.896677:0:22543:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896679:0:22543:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611253.896680:0:22543:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000010:2.0:1749611253.896681:0:22543:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8800b4256000. 00000020:00000080:2.0:1749611253.896685:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611253.896687:0:22543:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611253.896689:0:22543:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1749611253.896692:0:22543:0:(genops.c:1836:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8800b51bb000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:2.0:1749611253.896695:0:22543:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611253.896696:0:22543:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff88009ac2d5c0) has exports, disconnecting them 00000020:00000001:2.0:1749611253.896698:0:22543:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1749611253.896699:0:22543:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=4 00000020:00000040:2.0:1749611253.896701:0:22543:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=5 00000020:00080000:2.0:1749611253.896702:0:22543:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8800b51bb000), last request at 1749611231 00000020:00000001:2.0:1749611253.896703:0:22543:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:2.0:1749611253.896704:0:22543:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611253.896705:0:22543:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611253.896706:0:22543:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d319 00000020:00000040:2.0:1749611253.896707:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51bb000 with handle 0x689c0ec07329d319 from hash 00000020:00000040:2.0:1749611253.896712:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 00000020:00000001:2.0:1749611253.896714:0:22543:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611253.896714:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 3 00000020:00000001:2.0:1749611253.896715:0:22543:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611253.896716:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 2 00000020:00000001:2.0:1749611253.896717:0:22543:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611253.896717:0:22543:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896718:0:22543:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1749611253.896719:0:22543:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800b51bb000): rc 0 00000020:00000040:2.0:1749611253.896721:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 1 00000020:00000001:2.0:1749611253.896721:0:22543:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1749611253.896723:0:22543:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611253.896723:0:22543:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:2.0:1749611253.896725:0:22543:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:2.0:1749611253.896726:0:22543:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1749611253.896726:0:22543:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1749611253.896727:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 0 00000020:00000080:2.0:1749611253.896728:0:22543:0:(genops.c:904:class_export_put()) final put ffff8800b51bb000/lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611253.896729:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.896742:0:22543:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611253.896744:0:22543:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1749611253.896745:0:22543:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:0.0:1749611253.896756:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611253.896759:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51bb000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:00000001:2.0:1749611253.896760:0:22543:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000040:0.0:1749611253.896762:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:0.0:1749611253.896764:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611253.896765:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611253.896767:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 5 - export 00000020:00000010:0.0:1749611253.896768:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51bb000. 00000020:00000001:0.0:1749611253.896770:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1749611253.896775:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88007ef3ac00. 00000020:00000010:2.0:1749611253.896777:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130310400. 00010000:00000001:2.0:1749611253.896793:0:22543:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1749611253.896798:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800b23cee00. 00000020:00000010:2.0:1749611253.896800:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88012d574000. 00000001:00000001:2.0:1749611253.896814:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.897161:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006057000. 00000001:00000010:2.0:1749611253.897166:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006061000. 00000001:00000010:2.0:1749611253.897167:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000606b000. 00000001:00000010:2.0:1749611253.897168:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006075000. 00000001:00000010:2.0:1749611253.897169:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000607f000. 00000001:00000010:2.0:1749611253.897170:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006089000. 00000001:00000010:2.0:1749611253.897171:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006093000. 00000001:00000010:2.0:1749611253.897172:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000609d000. 00000001:00000010:2.0:1749611253.897173:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060a7000. 00000001:00000010:2.0:1749611253.897174:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060b1000. 00000001:00000010:2.0:1749611253.897174:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060bb000. 00000001:00000010:2.0:1749611253.897175:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060c5000. 00000001:00000010:2.0:1749611253.897176:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060cf000. 00000001:00000010:2.0:1749611253.897177:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060d9000. 00000001:00000010:2.0:1749611253.897178:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060e3000. 00000001:00000010:2.0:1749611253.897178:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060ed000. 00000001:00000010:2.0:1749611253.897179:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900060f7000. 00000001:00000010:2.0:1749611253.897180:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006101000. 00000001:00000010:2.0:1749611253.897181:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000610b000. 00000001:00000010:2.0:1749611253.897182:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006115000. 00000001:00000010:2.0:1749611253.897183:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000611f000. 00000001:00000010:2.0:1749611253.897183:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006129000. 00000001:00000010:2.0:1749611253.897184:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006133000. 00000001:00000010:2.0:1749611253.897190:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000613d000. 00000001:00000010:2.0:1749611253.897191:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006147000. 00000001:00000010:2.0:1749611253.897192:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006151000. 00000001:00000010:2.0:1749611253.897193:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000615b000. 00000001:00000010:2.0:1749611253.897194:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006165000. 00000001:00000010:2.0:1749611253.897195:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000616f000. 00000001:00000010:2.0:1749611253.897196:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006179000. 00000001:00000010:2.0:1749611253.897197:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006183000. 00000001:00000010:2.0:1749611253.897197:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000618d000. 00000001:00000010:2.0:1749611253.897198:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8800a8bf4a00. 00000001:00000010:2.0:1749611253.897200:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8bf4400. 00000001:00000001:2.0:1749611253.897201:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1749611253.897202:0:22543:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88012d576c00. 00010000:00000001:2.0:1749611253.897204:0:22543:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611253.898474:0:22543:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611253.898475:0:22543:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1749611253.898476:0:22543:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1749611253.898477:0:22543:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00000001:2.0:1749611253.898479:0:22543:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611253.898479:0:22543:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1749611253.898480:0:22543:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611253.898482:0:22543:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611253.898483:0:22543:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1749611253.898484:0:22543:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611253.898486:0:22543:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611253.898487:0:22543:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611253.898488:0:22543:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611253.898488:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611253.898489:0:22543:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:2.0:1749611253.898490:0:22543:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611253.898490:0:22543:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611253.898492:0:22543:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611253.898492:0:22543:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:2.0:1749611253.898493:0:22543:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:2.0:1749611253.898495:0:22543:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611253.898496:0:22543:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611253.898500:0:22543:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611253.898501:0:22543:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611253.898503:0:22543:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611253.898503:0:22543:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=0 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:2.0:1749611253.898504:0:22543:0:(genops.c:1245:class_import_put()) final put import ffff88009a7b3000 00000020:00000001:2.0:1749611253.898512:0:22543:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611253.898513:0:22543:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1749611253.898513:0:22543:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611253.898514:0:22543:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1749611253.898516:0:22543:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800b409fb40. 00010000:00000001:2.0:1749611253.898517:0:22543:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000001:0.0:1749611253.898544:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1749611253.898546:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009a7b3000 for lustre-MDT0001-lwp-OST0000 00000020:00000040:0.0:1749611253.898549:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:0.0:1749611253.898551:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:0.0:1749611253.898553:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8800b436b060. 00000020:00000040:0.0:1749611253.898556:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 4 - import 00000020:00000010:2.0:1749611253.898557:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136ab8000. 00000020:00000010:0.0:1749611253.898558:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88009a7b3000. 00000020:00000001:0.0:1749611253.898560:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1749611253.898570:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f00000. 00000020:00000010:2.0:1749611253.898572:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88007d28e000. 00000020:00000010:2.0:1749611253.898574:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685a000. 00000020:00000010:2.0:1749611253.898577:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88012c48b000. 00000020:00000010:2.0:1749611253.898579:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009cd69000. 00000010:00000001:2.0:1749611253.898582:0:22543:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898583:0:22543:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611253.898588:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.898592:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27ca00. 00000001:00000010:2.0:1749611253.898593:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d400. 00000001:00000010:2.0:1749611253.898596:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27ce00. 00000001:00000010:2.0:1749611253.898597:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d600. 00000001:00000010:2.0:1749611253.898599:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b23ce5a0. 00000001:00000010:2.0:1749611253.898600:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011da356c0. 00000001:00000001:2.0:1749611253.898602:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1749611253.898603:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611253.898607:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c800. 00000001:00000010:2.0:1749611253.898608:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d000. 00000001:00000010:2.0:1749611253.898609:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c000. 00000001:00000010:2.0:1749611253.898609:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27de00. 00000001:00000010:2.0:1749611253.898610:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b23ce260. 00000001:00000010:2.0:1749611253.898611:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88011da35240. 00000001:00000001:2.0:1749611253.898613:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611253.898616:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 3 - setup 00000020:00000001:2.0:1749611253.898618:0:22543:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898619:0:22543:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611253.898621:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611253.898623:0:22543:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611253.898624:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 2 - obd_device_list 00000020:00000080:2.0:1749611253.898626:0:22543:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000040:2.0:1749611253.898627:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 1 - newdev 00000020:00000040:2.0:1749611253.898630:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51b9800 with handle 0x689c0ec07329d312 from hash 00000020:00000040:2.0:1749611253.898631:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51b9800 : new refcount 0 00000020:00000080:2.0:1749611253.898632:0:22543:0:(genops.c:904:class_export_put()) final put ffff8800b51b9800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000001:2.0:1749611253.898633:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898634:0:22543:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611253.898635:0:22543:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51b9800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611253.898637:0:22543:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611253.898637:0:22543:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.898638:0:22543:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51b9800. 00000020:00000001:2.0:1749611253.898641:0:22543:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611253.898642:0:22543:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-lwp-OST0000 obd_type name = lwp 00000020:01000000:2.0:1749611253.898643:0:22543:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:2.0:1749611253.898644:0:22543:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611253.898645:0:22543:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611253.898646:0:22543:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e600. 00000040:00000010:2.0:1749611253.898648:0:22543:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e400. 00000020:00000010:2.0:1749611253.898649:0:22543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611253.898651:0:22543:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611253.898653:0:22543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611253.898654:0:22543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256300. 40000000:00000010:2.0:1749611253.898656:0:22543:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b406cc40. 00100000:00000010:2.0:1749611253.898658:0:22543:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0a800. 00040000:00000010:2.0:1749611253.898660:0:22543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b300. 00040000:00000010:2.0:1749611253.898661:0:22543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f200. 00080000:00000010:2.0:1749611253.898665:0:22543:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131189000. 00080000:00000010:2.0:1749611253.898670:0:22543:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 00000004:00000010:2.0:1749611253.898672:0:22543:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e08800. 00000004:00000010:2.0:1749611253.898674:0:22543:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013118d000. 00000004:00000010:2.0:1749611253.898676:0:22543:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e08000. 00000004:00000010:2.0:1749611253.898677:0:22543:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801322e7c00. 00000010:00000001:2.0:1749611253.898679:0:22543:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1749611253.898680:0:22543:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff8800b436b0c0. 00000010:00000001:2.0:1749611253.898682:0:22543:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.898684:0:22543:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e600. 00000040:00000010:2.0:1749611253.898685:0:22543:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e400. 00000020:00000010:2.0:1749611253.898687:0:22543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611253.898689:0:22543:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611253.898691:0:22543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611253.898692:0:22543:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256300. 40000000:00000010:2.0:1749611253.898694:0:22543:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b406cc40. 00100000:00000010:2.0:1749611253.898695:0:22543:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0a800. 00040000:00000010:2.0:1749611253.898696:0:22543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b300. 00040000:00000010:2.0:1749611253.898698:0:22543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f200. 00080000:00000010:2.0:1749611253.898700:0:22543:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:2.0:1749611253.898702:0:22543:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131189000. 00000004:00000010:2.0:1749611253.898704:0:22543:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e08800. 00000004:00000010:2.0:1749611253.898705:0:22543:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88013118d000. 00000004:00000010:2.0:1749611253.898707:0:22543:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e08000. 00000004:00000010:2.0:1749611253.898709:0:22543:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801322e7c00. 00000020:00000010:2.0:1749611253.898710:0:22543:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000020:00000001:2.0:1749611253.898712:0:22543:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611253.898713:0:22543:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009ac2d5c0. 00000020:00000001:2.0:1749611253.898717:0:22543:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898718:0:22543:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611253.898719:0:22543:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8800b4256000. 00000020:00000001:2.0:1749611253.898720:0:22543:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898723:0:22543:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898724:0:22543:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1749611253.898725:0:22543:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880129e0c000 1 00000020:00000001:2.0:1749611253.898730:0:22543:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:2.0:1749611253.898731:0:22543:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611253.898733:0:22543:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611253.898734:0:22543:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d2b7 00000020:00000040:2.0:1749611253.898736:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006a3b6000 with handle 0x689c0ec07329d2b7 from hash 00000020:00000001:2.0:1749611253.898738:0:22543:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611253.898739:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b6000 : new refcount 1 00000020:00000001:2.0:1749611253.898740:0:22543:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611253.898741:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b6000 : new refcount 0 00000020:00000080:2.0:1749611253.898742:0:22543:0:(genops.c:904:class_export_put()) final put ffff88006a3b6000/lustre-OST0000-osd_UUID 00000020:00000001:2.0:1749611253.898743:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898753:0:22543:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611253.898755:0:22543:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611253.898756:0:22543:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000010:2.0:1749611253.898757:0:22543:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8800b4256000. 00000020:00000080:2.0:1749611253.898759:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611253.898761:0:22543:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611253.898762:0:22543:0:(obd_config.c:882:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1749611253.898763:0:22543:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611253.898764:0:22543:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff8800aca49570) has no exports 00000020:00000001:0.0:1749611253.898764:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1749611253.898765:0:22543:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000080:0.0:1749611253.898765:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88006a3b6000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:2.0:1749611253.898767:0:22543:0:(obd_class.h:623:obd_precleanup()) Process entered 00000020:00000001:0.0:1749611253.898767:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00080000:00000001:2.0:1749611253.898768:0:22543:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00000020:00000001:0.0:1749611253.898768:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611253.898770:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca49570) now 4 - export 00080000:00000002:2.0:1749611253.898771:0:22543:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88012c48a000 00000020:00000010:0.0:1749611253.898771:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88006a3b6000. 00100000:00000001:2.0:1749611253.898773:0:22543:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:2.0:1749611253.898773:0:22543:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1749611253.898775:0:22543:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00080000:00000001:2.0:1749611253.898776:0:22543:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.898779:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1749611253.899169:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff8800a8af6300. 00000020:00000010:2.0:1749611253.899171:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880087545000. 00080000:00000010:2.0:1749611253.899244:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5c00. 00080000:00000010:2.0:1749611253.899247:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5500. 00080000:00000010:2.0:1749611253.899249:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5200. 00080000:00000010:2.0:1749611253.899252:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5700. 00080000:00000010:2.0:1749611253.899253:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5b00. 00080000:00000010:2.0:1749611253.899255:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5e00. 00080000:00000010:2.0:1749611253.899261:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5a00. 00080000:00000010:2.0:1749611253.899263:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5400. 00080000:00000010:2.0:1749611253.899265:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5300. 00080000:00000010:2.0:1749611253.899267:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5f00. 00080000:00000010:2.0:1749611253.899269:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5900. 00080000:00000010:2.0:1749611253.899271:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5600. 00080000:00000010:2.0:1749611253.899272:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5800. 00080000:00000010:2.0:1749611253.899274:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5000. 00080000:00000010:2.0:1749611253.899275:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c100. 00080000:00000010:2.0:1749611253.899277:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c400. 00080000:00000010:2.0:1749611253.899279:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c700. 00080000:00000010:2.0:1749611253.899280:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cd00. 00080000:00000010:2.0:1749611253.899282:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c000. 00080000:00000010:2.0:1749611253.899284:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c300. 00080000:00000010:2.0:1749611253.899286:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cc00. 00080000:00000010:2.0:1749611253.899287:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c900. 00080000:00000010:2.0:1749611253.899289:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c200. 00080000:00000010:2.0:1749611253.899291:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c500. 00080000:00000010:2.0:1749611253.899292:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c800. 00080000:00000010:2.0:1749611253.899293:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295ca00. 00080000:00000010:2.0:1749611253.899295:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c600. 00080000:00000010:2.0:1749611253.899296:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295ce00. 00080000:00000010:2.0:1749611253.899297:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cb00. 00080000:00000010:2.0:1749611253.899299:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5100. 00080000:00000010:2.0:1749611253.899300:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2a00. 00080000:00000010:2.0:1749611253.899302:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2200. 00080000:00000010:2.0:1749611253.899304:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2d00. 00080000:00000010:2.0:1749611253.899305:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2000. 00080000:00000010:2.0:1749611253.899307:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cf00. 00080000:00000010:2.0:1749611253.899309:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88011525e900. 00080000:00000010:2.0:1749611253.899311:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2300. 00080000:00000010:2.0:1749611253.899312:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab100. 00080000:00000010:2.0:1749611253.899314:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab500. 00080000:00000010:2.0:1749611253.899319:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abf00. 00080000:00000010:2.0:1749611253.899321:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abb00. 00080000:00000010:2.0:1749611253.899323:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab200. 00080000:00000010:2.0:1749611253.899324:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abe00. 00080000:00000010:2.0:1749611253.899326:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab600. 00080000:00000010:2.0:1749611253.899328:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab700. 00080000:00000010:2.0:1749611253.899329:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab800. 00080000:00000010:2.0:1749611253.899330:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abc00. 00080000:00000010:2.0:1749611253.899331:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240aba00. 00080000:00000010:2.0:1749611253.899333:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abd00. 00080000:00000010:2.0:1749611253.899334:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab000. 00080000:00000010:2.0:1749611253.899335:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab400. 00080000:00000010:2.0:1749611253.899337:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab900. 00080000:00000010:2.0:1749611253.899338:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88011525ea00. 00080000:00000010:2.0:1749611253.899340:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3ff00. 00080000:00000010:2.0:1749611253.899342:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f000. 00080000:00000010:2.0:1749611253.899343:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f400. 00080000:00000010:2.0:1749611253.899345:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f600. 00080000:00000010:2.0:1749611253.899346:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f700. 00080000:00000010:2.0:1749611253.899347:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f300. 00080000:00000010:2.0:1749611253.899349:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3fe00. 00080000:00000010:2.0:1749611253.899350:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f900. 00080000:00000010:2.0:1749611253.899352:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3f100. 00080000:00000010:2.0:1749611253.899353:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3fa00. 00080000:00000010:2.0:1749611253.899355:0:22543:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ef3fd00. 00080000:00000010:2.0:1749611253.899356:0:22543:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88009a4c8000. 00000001:00000001:2.0:1749611253.899363:0:22543:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:2.0:1749611253.899378:0:22543:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88007ef3fb00. 00000001:00000010:2.0:1749611253.899380:0:22543:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012a3fe180. 00000001:00000010:2.0:1749611253.899392:0:22543:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009bcf9300. 00000001:00000010:2.0:1749611253.899405:0:22543:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880136b93c00. 00000001:00000010:2.0:1749611253.899417:0:22543:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8800a8af6800. 00000001:00000010:2.0:1749611253.899418:0:22543:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012a3fe280. 00000001:00000010:2.0:1749611253.899423:0:22543:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff880096dff180. 00000001:00000001:2.0:1749611253.899425:0:22543:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:2.0:1749611253.899426:0:22543:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:2.0:1749611253.899601:0:22543:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611253.899849:0:22543:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00080000:00000001:0.0:1749611253.903572:0:22543:0:(osd_handler.c:8212:osd_umount()) Process leaving 00080000:00000001:0.0:1749611253.903574:0:22543:0:(osd_handler.c:8450:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903576:0:22543:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611253.903583:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611253.903588:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999bba00. 00000001:00000010:0.0:1749611253.903590:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999bbc00. 00000001:00000010:0.0:1749611253.903591:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999bb800. 00000001:00000010:0.0:1749611253.903592:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999bac00. 00000001:00000010:0.0:1749611253.903594:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012d016da0. 00000001:00000010:0.0:1749611253.903597:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800966ab3c0. 00000001:00000001:0.0:1749611253.903598:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611253.903599:0:22543:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611253.903602:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999ba800. 00000001:00000010:0.0:1749611253.903604:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999ba600. 00000001:00000010:0.0:1749611253.903605:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999bb000. 00000001:00000010:0.0:1749611253.903606:0:22543:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800999bb200. 00000001:00000010:0.0:1749611253.903612:0:22543:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012d016320. 00000001:00000010:0.0:1749611253.903614:0:22543:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800966ab0c0. 00000001:00000001:0.0:1749611253.903615:0:22543:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611253.903616:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca49570) now 3 - setup 00000020:00000001:0.0:1749611253.903617:0:22543:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903618:0:22543:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611253.903620:0:22543:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611253.903623:0:22543:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611253.903625:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca49570) now 2 - obd_device_list 00000020:00000080:0.0:1749611253.903626:0:22543:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000040:0.0:1749611253.903627:0:22543:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca49570) now 1 - newdev 00000020:00000040:0.0:1749611253.903630:0:22543:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880129e0b000 with handle 0x689c0ec07329d2b0 from hash 00000020:00000040:0.0:1749611253.903632:0:22543:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0b000 : new refcount 0 00000020:00000080:0.0:1749611253.903634:0:22543:0:(genops.c:904:class_export_put()) final put ffff880129e0b000/lustre-OST0000-osd_UUID 00000020:00000001:0.0:1749611253.903635:0:22543:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903636:0:22543:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611253.903637:0:22543:0:(genops.c:863:class_export_destroy()) destroying export ffff880129e0b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:0.0:1749611253.903643:0:22543:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611253.903644:0:22543:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611253.903646:0:22543:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880129e0b000. 00000020:00000001:0.0:1749611253.903648:0:22543:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611253.903649:0:22543:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1749611253.903650:0:22543:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611253.903651:0:22543:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611253.903652:0:22543:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829800. 00000020:00000010:0.0:1749611253.903655:0:22543:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829000. 00000040:00000010:0.0:1749611253.903657:0:22543:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828e00. 00000020:00000010:0.0:1749611253.903659:0:22543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913e800. 00000020:00000010:0.0:1749611253.903662:0:22543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829200. 00040000:00000010:0.0:1749611253.903664:0:22543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c267300. 00040000:00000010:0.0:1749611253.903666:0:22543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828000. 00080000:00000010:0.0:1749611253.903669:0:22543:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611253.903675:0:22543:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abe000. 00080000:00000001:0.0:1749611253.903678:0:22543:0:(osd_handler.c:8640:osd_device_free()) Process entered 00000020:00000010:0.0:1749611253.903700:0:22543:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff8800818ec000. 00000020:00000010:0.0:1749611253.903707:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88012dbe5d00. 00000020:00000010:0.0:1749611253.903709:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88012b81b000. 00000020:00000010:0.0:1749611253.903711:0:22543:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8800a8bf4800. 00000020:00000010:0.0:1749611253.903713:0:22543:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff88006b8afa80. 00000020:00000010:0.0:1749611253.903714:0:22543:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880087547800. 00080000:00000010:0.0:1749611253.903717:0:22543:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff88006b6b8000. 00080000:00000001:0.0:1749611253.903724:0:22543:0:(osd_handler.c:8650:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611253.903726:0:22543:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829000. 00000040:00000010:0.0:1749611253.903729:0:22543:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828e00. 00000020:00000010:0.0:1749611253.903731:0:22543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913e800. 00000020:00000010:0.0:1749611253.903734:0:22543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829200. 00040000:00000010:0.0:1749611253.903735:0:22543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c267300. 00040000:00000010:0.0:1749611253.903737:0:22543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828000. 00080000:00000010:0.0:1749611253.903739:0:22543:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abe000. 00080000:00000010:0.0:1749611253.903751:0:22543:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611253.903756:0:22543:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829800. 00000020:00000001:0.0:1749611253.903757:0:22543:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611253.903759:0:22543:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800aca49570. 00000020:00000001:0.0:1749611253.903763:0:22543:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903765:0:22543:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611253.903766:0:22543:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8800b4256000. 00000020:00000001:0.0:1749611253.903768:0:22543:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611253.903769:0:22543:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903770:0:22543:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903773:0:22543:0:(obd_mount.c:668:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1749611253.903775:0:22543:0:(obd_mount.c:671:lustre_free_lsi()) Freeing lsi ffff880129e0d800 00000020:00000010:0.0:1749611253.903777:0:22543:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff88012d0162a0. 00000020:00000010:0.0:1749611253.903779:0:22543:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff88006b821e90. 00000020:00000010:0.0:1749611253.903782:0:22543:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff88012d016ce0. 00000020:00000010:0.0:1749611253.903783:0:22543:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff88006b821eb0. 00000020:00000010:0.0:1749611253.903785:0:22543:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88013118c000. 00000020:00000010:0.0:1749611253.903788:0:22543:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff8800b2387880. 00000020:00000010:0.0:1749611253.903790:0:22543:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff880129e0d800. 00000020:00000001:0.0:1749611253.903792:0:22543:0:(obd_mount.c:706:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611253.903793:0:22543:0:(obd_mount.c:740:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611253.903795:0:22543:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1749611253.903804:0:22543:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611253.903808:0:22543:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8801369db3c0. 00000020:00000010:0.0:1749611253.903812:0:22543:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880071737200. 00000040:00000010:0.0:1749611253.903814:0:22543:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880071737400. 00000020:00000010:0.0:1749611253.903815:0:22543:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd000. 00000020:00000010:0.0:1749611253.903818:0:22543:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5e4a0. 00000020:00000010:0.0:1749611253.903822:0:22543:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880071737600. 80000000:00000010:0.0:1749611253.903824:0:22543:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88006a73f300. 40000000:00000010:0.0:1749611253.903826:0:22543:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369db1c0. 00100000:00000010:0.0:1749611253.903828:0:22543:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bc000. 00040000:00000010:0.0:1749611253.903832:0:22543:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4400. 00040000:00000010:0.0:1749611253.903834:0:22543:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880071737800. 00080000:00000010:0.0:1749611253.903837:0:22543:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:0.0:1749611253.903843:0:22543:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48a000. 00000004:00000010:0.0:1749611253.903847:0:22543:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51ba800. 00000004:00000010:0.0:1749611253.903851:0:22543:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48c000. 00000004:00000010:0.0:1749611253.903854:0:22543:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bf800. 00002000:00000010:0.0:1749611253.903857:0:22543:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd68000. 00000004:00000010:0.0:1749611253.903859:0:22543:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cd69c00. 00000020:00000010:0.0:1749611253.903862:0:22543:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071737e00. 00000020:02000400:0.0:1749611253.903863:0:22543:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0000 complete 00000020:00000010:0.0:1749611253.905214:0:22543:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff88007d207180. 00000020:00000001:0.0:1749611253.905217:0:22543:0:(tgt_mount.c:1816:server_put_super()) Process leaving 00080000:00000010:2.0:1749611253.935370:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611253.935378:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611253.935383:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611253.935437:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611253.935442:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611253.935444:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611254.075633:0:22566:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611254.075643:0:22566:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611254.075647:0:22566:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611254.075658:0:22566:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611254.075663:0:22566:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611254.075664:0:22566:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611254.078611:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611254.078615:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611254.078619:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611254.078665:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611254.078667:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611254.078669:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611254.179478:0:22611:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006b821e80. 00000400:00000040:2.0:1749611254.179489:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1749611254.179492:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1749611254.179494:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1749611254.179496:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1749611254.179498:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1749611254.179499:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1749611254.179501:0:22611:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1749611254.179637:0:22611:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006b821e80. 00080000:00000010:2.0:1749611254.219948:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611254.219959:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611254.219965:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611254.220042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611254.220047:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611254.220051:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611254.360986:0:22635:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2380. 00080000:00000010:1.0:1749611254.360995:0:22635:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2380. 00000020:00000001:1.0:1749611254.360999:0:22635:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611254.361009:0:22635:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2380. 00080000:00000010:1.0:1749611254.361013:0:22635:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2380. 00000020:00000001:1.0:1749611254.361015:0:22635:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611254.363591:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611254.363595:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611254.363597:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611254.363641:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611254.363643:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611254.363645:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611254.458615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611254.458622:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611254.458625:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611254.458629:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611254.458633:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611254.458638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611254.458641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611254.458645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611254.458647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611254.486631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611254.486638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611254.486642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611254.486647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611254.486651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611254.486664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611254.486668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611254.486673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611254.486676:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611254.518279:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611254.518290:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611254.518298:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611254.518376:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611254.518382:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611254.518386:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611254.648648:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611254.648657:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611254.648660:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611254.648664:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611254.648670:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611254.648682:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611254.648685:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611254.648687:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611254.648811:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611254.648819:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611254.648824:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611254.777873:0:22702:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611254.777887:0:22702:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611254.777897:0:22702:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611254.777928:0:22702:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611254.777937:0:22702:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611254.777943:0:22702:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611254.783673:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc580. 00080000:00000010:3.0:1749611254.783681:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc580. 00000020:00000001:3.0:1749611254.783685:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611254.783758:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc580. 00080000:00000010:3.0:1749611254.783762:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc580. 00000020:00000001:3.0:1749611254.783766:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611254.875602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611254.875616:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611254.875620:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611254.875624:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611254.875628:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611254.875633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611254.875636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611254.929761:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c00. 00080000:00000010:1.0:1749611254.929769:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c00. 00000020:00000001:1.0:1749611254.929774:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611254.929816:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c00. 00080000:00000010:1.0:1749611254.929821:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c00. 00000020:00000001:1.0:1749611254.929823:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611255.083172:0:22767:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611255.083184:0:22767:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611255.083190:0:22767:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611255.083204:0:22767:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611255.083209:0:22767:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611255.083212:0:22767:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611255.086484:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611255.086489:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611255.086492:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611255.086583:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611255.086587:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611255.086589:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.280285:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c80. 00080000:00000010:1.0:1749611255.280299:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c80. 00000020:00000001:1.0:1749611255.280305:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.280410:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c80. 00080000:00000010:1.0:1749611255.280418:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c80. 00000020:00000001:1.0:1749611255.280422:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.446999:0:22834:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c80. 00080000:00000010:1.0:1749611255.447011:0:22834:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c80. 00000020:00000001:1.0:1749611255.447017:0:22834:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.447035:0:22834:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c80. 00080000:00000010:1.0:1749611255.447041:0:22834:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c80. 00000020:00000001:1.0:1749611255.447045:0:22834:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.451796:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c80. 00080000:00000010:1.0:1749611255.451803:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c80. 00000020:00000001:1.0:1749611255.451808:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.451893:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2c80. 00080000:00000010:1.0:1749611255.451897:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2c80. 00000020:00000001:1.0:1749611255.451900:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611255.458616:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611255.458623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611255.458625:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611255.458630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611255.458633:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611255.458638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611255.458641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611255.458645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611255.458648:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611255.486609:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611255.486615:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611255.486619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611255.486623:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611255.486627:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611255.486632:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611255.486636:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611255.486639:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611255.486641:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611255.642853:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc700. 00080000:00000010:3.0:1749611255.642863:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc700. 00000020:00000001:3.0:1749611255.642868:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611255.642944:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc700. 00080000:00000010:3.0:1749611255.642950:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc700. 00000020:00000001:3.0:1749611255.642959:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611255.650595:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611255.650602:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611255.650721:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611255.650727:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611255.650731:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611255.791611:0:22899:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611255.791624:0:22899:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611255.791632:0:22899:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611255.791651:0:22899:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611255.791663:0:22899:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611255.791667:0:22899:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611255.796124:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc780. 00080000:00000010:3.0:1749611255.796134:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc780. 00000020:00000001:3.0:1749611255.796141:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611255.796216:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc780. 00080000:00000010:3.0:1749611255.796222:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc780. 00000020:00000001:3.0:1749611255.796225:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611255.875704:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611255.875721:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611255.875724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611255.875728:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611255.875732:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611255.875736:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611255.875739:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.962596:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2a80. 00080000:00000010:1.0:1749611255.962604:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2a80. 00000020:00000001:1.0:1749611255.962608:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611255.962666:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2a80. 00080000:00000010:1.0:1749611255.962671:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2a80. 00000020:00000001:1.0:1749611255.962673:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.074246:0:22964:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc800. 00080000:00000010:3.0:1749611256.074255:0:22964:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc800. 00000020:00000001:3.0:1749611256.074259:0:22964:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.074272:0:22964:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc800. 00080000:00000010:3.0:1749611256.074277:0:22964:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc800. 00000020:00000001:3.0:1749611256.074279:0:22964:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611256.077068:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611256.077075:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611256.077079:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611256.077124:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611256.077127:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611256.077129:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.206061:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc880. 00080000:00000010:3.0:1749611256.206069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc880. 00000020:00000001:3.0:1749611256.206075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.206138:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc880. 00080000:00000010:3.0:1749611256.206143:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc880. 00000020:00000001:3.0:1749611256.206146:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.353166:0:23029:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611256.353176:0:23029:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611256.353181:0:23029:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.353197:0:23029:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611256.353202:0:23029:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611256.353205:0:23029:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.358010:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611256.358017:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611256.358021:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.358092:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611256.358095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611256.358098:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611256.458615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611256.458622:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611256.458624:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611256.458628:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611256.458632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611256.458636:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611256.458639:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611256.458642:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611256.458644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611256.486600:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611256.486605:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611256.486608:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611256.486619:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611256.486622:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611256.486625:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611256.486628:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611256.486631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611256.486633:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.537176:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc700. 00080000:00000010:3.0:1749611256.537186:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc700. 00000020:00000001:3.0:1749611256.537192:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.537269:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc700. 00080000:00000010:3.0:1749611256.537275:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc700. 00000020:00000001:3.0:1749611256.537278:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611256.652586:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611256.652593:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611256.652690:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611256.652695:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611256.652699:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611256.688246:0:23093:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611256.688256:0:23093:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611256.688263:0:23093:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611256.688279:0:23093:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611256.688284:0:23093:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611256.688288:0:23093:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611256.692847:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611256.692853:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611256.692859:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611256.692931:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611256.692935:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611256.692938:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.826005:0:23140:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc680. 00080000:00000010:3.0:1749611256.826015:0:23140:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc680. 00000020:00000001:3.0:1749611256.826021:0:23140:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611256.826028:0:23140:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800883dc680. 00080000:00000010:3.0:1749611256.826034:0:23140:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800883dc680. 00000020:00000001:3.0:1749611256.826037:0:23140:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1749611256.841292:0:23140:0:(super25.c:119:lustre_fill_super()) Process entered 00000080:01200004:1.0:1749611256.841296:0:23140:0:(super25.c:121:lustre_fill_super()) VFS Op: sb ffff8800b422c000 00000020:00000001:1.0:1749611256.841299:0:23140:0:(obd_mount.c:642:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1749611256.841303:0:23140:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff8800b422e800. 00000020:00000010:1.0:1749611256.841307:0:23140:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff880129ca2c00. 00000020:00000001:1.0:1749611256.841309:0:23140:0:(obd_mount.c:662:lustre_init_lsi()) Process leaving (rc=18446612135336404992 : -131938373146624 : ffff8800b422e800) 00000020:00000001:1.0:1749611256.841316:0:23140:0:(obd_mount.c:1352:lmd_parse()) Process entered 00000020:00000010:1.0:1749611256.841320:0:23140:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88009c9b2000. 00000020:00000010:1.0:1749611256.841334:0:23140:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff8800782b1940. 00000020:00000010:1.0:1749611256.841341:0:23140:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff8800a8a260c0. 00000020:00000010:1.0:1749611256.841353:0:23140:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff8800782b1930. 00000020:00000010:1.0:1749611256.841358:0:23140:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff8800a8a26780. 00000020:01000004:1.0:1749611256.841360:0:23140:0:(obd_mount.c:933:lmd_print()) mount data: 00000020:01000004:1.0:1749611256.841361:0:23140:0:(obd_mount.c:936:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611256.841364:0:23140:0:(obd_mount.c:1667:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611256.841391:0:23140:0:(tgt_mount.c:2222:server_fill_super()) Process entered 00000020:00000001:1.0:1749611256.841394:0:23140:0:(tgt_mount.c:1610:lsi_prepare()) Process entered 00000020:00000001:1.0:1749611256.841399:0:23140:0:(tgt_mount.c:1673:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611256.841406:0:23140:0:(tgt_mount.c:2154:osd_start()) Process entered 00000020:01000004:1.0:1749611256.841408:0:23140:0:(tgt_mount.c:2157:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1749611256.841421:0:23140:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:1.0:1749611256.841424:0:23140:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:1.0:1749611256.841429:0:23140:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff880129ca2380. 00000020:00000080:1.0:1749611256.841432:0:23140:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611256.841435:0:23140:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611256.841438:0:23140:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611256.841448:0:23140:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f88c050. 00000020:00000080:1.0:1749611256.841452:0:23140:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff88012f88c050) 00000020:00000001:1.0:1749611256.841455:0:23140:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611256.841458:0:23140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b422b000. 00000020:00000001:1.0:1749611256.841461:0:23140:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611256.841465:0:23140:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b422b000 with handle 0x689c0ec07329d33c to hash 00000020:00000001:1.0:1749611256.841467:0:23140:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611256.841471:0:23140:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611256.841473:0:23140:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611256.841476:0:23140:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135336390656 : -131938373160960 : ffff8800b422b000) 00000020:00000040:1.0:1749611256.841479:0:23140:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422b000 : new refcount 1 00000020:00000040:1.0:1749611256.841487:0:23140:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88c050) now 2 - obd_device_list 00000020:00000001:1.0:1749611256.841494:0:23140:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611256.841496:0:23140:0:(obd_config.c:653:class_attach()) OBD: dev 9 attached type osd-ldiskfs with refcount 2 00000020:00000001:1.0:1749611256.841499:0:23140:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611256.841501:0:23140:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611256.841504:0:23140:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff880129ca2380. 00000020:00000001:1.0:1749611256.841506:0:23140:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:1.0:1749611256.841510:0:23140:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff880129ca2380. 00000020:00000080:1.0:1749611256.841511:0:23140:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611256.841515:0:23140:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611256.841556:0:23140:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611256.841560:0:23140:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136803e40. 00000001:00000010:1.0:1749611256.841564:0:23140:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a26b20. 00000001:00000010:1.0:1749611256.841567:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4be00. 00000001:00000010:1.0:1749611256.841570:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4ba00. 00000001:00000010:1.0:1749611256.841573:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4ae00. 00000001:00000010:1.0:1749611256.841581:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4aa00. 00000001:00000001:1.0:1749611256.841583:0:23140:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611256.841584:0:23140:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880136803d80. 00000001:00000010:1.0:1749611256.841587:0:23140:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a267e0. 00000001:00000010:1.0:1749611256.841590:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4a200. 00000001:00000010:1.0:1749611256.841592:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b600. 00000001:00000010:1.0:1749611256.841595:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b400. 00000001:00000010:1.0:1749611256.841598:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27de00. 00000020:00000001:1.0:1749611256.841601:0:23140:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611256.841605:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c000. 00000020:00000010:1.0:1749611256.841610:0:23140:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2600. 00000020:00000010:1.0:1749611256.841615:0:23140:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749611256.841620:0:23140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bef20. 00020000:00000010:1.0:1749611256.841625:0:23140:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b58c0. 00008000:00000010:1.0:1749611256.841630:0:23140:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7e48. 00000080:00000010:1.0:1749611256.841636:0:23140:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a690. 00000020:00000010:1.0:1749611256.841640:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000020:00000010:1.0:1749611256.841642:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c800. 00000040:00000010:1.0:1749611256.841646:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27d600. 00000020:00000010:1.0:1749611256.841650:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422a000. 00000020:00000010:1.0:1749611256.841653:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27ce00. 00040000:00000010:1.0:1749611256.841658:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9f00. 00040000:00000010:1.0:1749611256.841661:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27d400. 00080000:00000010:1.0:1749611256.841666:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b4000. 00080000:00000010:1.0:1749611256.841672:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00080000:00000010:1.0:1749611256.841697:0:23140:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff880071978000. 00080000:00000001:1.0:1749611256.841703:0:23140:0:(osd_handler.c:8245:osd_mount()) Process entered 00080000:00000001:0.0:1749611256.853039:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1749611256.853725:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611256.853729:0:23140:0:(osd_handler.c:8420:osd_mount()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1749611256.853735:0:23140:0:(osd_compat.c:606:osd_obj_map_init()) Process entered 00000001:00000001:1.0:1749611256.853737:0:23140:0:(osd_compat.c:485:osd_ost_init()) Process entered 00000001:00000010:1.0:1749611256.853739:0:23140:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff880129ca2280. 00000001:00000001:1.0:1749611256.853741:0:23140:0:(osd_compat.c:220:osd_last_rcvd_subdir_count()) Process entered 00000001:00000040:0.0:1749611256.854104:0:23140:0:(osd_compat.c:234:osd_last_rcvd_subdir_count()) read last_rcvd header, uuid = lustre-OST0000_UUID, subdir count = 32 00000001:00000001:0.0:1749611256.854110:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.854111:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory O 00000001:00000001:0.0:1749611256.854127:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134716293768 : -131938993257848 : ffff88008f2cc288) 00000001:00000001:0.0:1749611256.854130:0:23140:0:(osd_compat.c:514:osd_ost_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611256.854131:0:23140:0:(osd_compat.c:578:osd_index_backup_dir_init()) Process entered 00000001:00000001:0.0:1749611256.854132:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.854133:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory index_backup 00000001:00000001:0.0:1749611256.854541:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134716296144 : -131938993255472 : ffff88008f2ccbd0) 00000001:00000001:0.0:1749611256.854545:0:23140:0:(osd_compat.c:592:osd_index_backup_dir_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611256.854549:0:23140:0:(osd_compat.c:629:osd_obj_map_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.854551:0:23140:0:(lu_object.c:1068:lu_site_init()) Process entered 00000020:00000010:0.0:1749611256.854566:0:23140:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff88007622c000. 00000020:00000010:0.0:1749611256.854572:0:23140:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880086dc8400. 00000020:00000010:0.0:1749611256.854575:0:23140:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff880069cc6480. 00000020:00000001:0.0:1749611256.854579:0:23140:0:(lu_object.c:1130:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.855454:0:23140:0:(osd_scrub.c:2573:osd_scrub_setup()) Process entered 00080000:00000001:0.0:1749611256.855505:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.855515:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611256.855519:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x10:0x6be251bc:0x0] 16:1809994172 to info ffff88009c9b4000 00000020:00000001:0.0:1749611256.855551:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611256.855557:0:23140:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009c267a00. 00080000:00000010:0.0:1749611256.855562:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880071737400. 00080000:00000010:0.0:1749611256.855566:0:23140:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff880117b167e0. 00080000:00000001:0.0:1749611256.855571:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611256.855573:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611256.855577:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.855582:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611256.855585:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134217610240 : -131939491941376 : ffff880071737400) 00080000:00000001:0.0:1749611256.855766:0:23140:0:(osd_oi.c:378:osd_oi_init()) Process entered 00080000:00000010:0.0:1749611256.855773:0:23140:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff880136abe000. 00080000:00000001:0.0:1749611256.855776:0:23140:0:(osd_oi.c:275:osd_oi_table_open()) Process entered 00080000:00000001:0.0:1749611256.855778:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.855798:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.855811:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.855814:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267300. 00080000:00000001:0.0:1749611256.856032:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.856034:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.856045:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.856052:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.856054:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267200. 00080000:00000001:0.0:1749611256.856158:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.856159:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.856170:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.856179:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.856180:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267e00. 00080000:00000001:0.0:1749611256.856382:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.856387:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.856398:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.856405:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.856407:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267000. 00080000:00000001:0.0:1749611256.856512:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.856514:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.856537:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.856544:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.856545:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267400. 00080000:00000001:0.0:1749611256.856773:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.856775:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.856786:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.856793:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.856795:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267b00. 00080000:00000001:0.0:1749611256.856900:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.856902:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.856912:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.856918:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.856920:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267900. 00080000:00000001:0.0:1749611256.857110:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.857112:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.857125:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.857132:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.857133:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267c00. 00080000:00000001:0.0:1749611256.857239:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.857241:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.857254:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.857262:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.857263:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267100. 00080000:00000001:0.0:1749611256.857465:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.857467:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.857479:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.857486:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.857488:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267f00. 00080000:00000001:0.0:1749611256.857597:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.857599:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.857611:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.857618:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.857619:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8600. 00080000:00000001:0.0:1749611256.857780:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.857785:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.857796:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.857803:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.857805:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8b00. 00080000:00000001:0.0:1749611256.857916:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.857918:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.857931:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.857938:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.857940:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8100. 00080000:00000001:0.0:1749611256.858142:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.858145:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.858159:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.858167:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.858169:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8a00. 00080000:00000001:0.0:1749611256.858281:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.858283:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.858295:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.858302:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.858303:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c267d00. 00080000:00000001:0.0:1749611256.858539:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.858542:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.858556:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.858563:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.858565:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9d00. 00080000:00000001:0.0:1749611256.858681:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.858683:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.858696:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.858704:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.858705:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9600. 00080000:00000001:0.0:1749611256.858887:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.858889:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.858901:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.858907:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.858909:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9400. 00080000:00000001:0.0:1749611256.859014:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.859016:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.859027:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.859033:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.859035:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9800. 00080000:00000001:0.0:1749611256.859196:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.859201:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.859213:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.859219:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.859221:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9500. 00080000:00000001:0.0:1749611256.859408:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.859410:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.859422:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.859429:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.859431:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9b00. 00080000:00000001:0.0:1749611256.859539:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.859541:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.859553:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.859561:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.859563:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9c00. 00080000:00000001:0.0:1749611256.859676:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.859678:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.859690:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.859697:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.859698:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9f00. 00080000:00000001:0.0:1749611256.859909:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.859912:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.859923:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.859931:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.859932:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9200. 00080000:00000001:0.0:1749611256.860051:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.860053:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.860066:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.860074:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.860076:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9900. 00080000:00000001:0.0:1749611256.860281:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.860283:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.860296:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.860304:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.860305:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9000. 00080000:00000001:0.0:1749611256.860430:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.860432:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.860444:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.860452:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.860454:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9700. 00080000:00000001:0.0:1749611256.860666:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.860672:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.860686:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.860694:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.860695:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9a00. 00080000:00000001:0.0:1749611256.860812:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.860814:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.860827:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.860834:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.860836:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9e00. 00080000:00000001:0.0:1749611256.861063:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.861065:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.861078:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.861085:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.861086:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9100. 00080000:00000001:0.0:1749611256.861199:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.861201:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.861215:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.861222:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.861224:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8800. 00080000:00000001:0.0:1749611256.861450:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.861452:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.861465:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.861472:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.861474:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4f00. 00080000:00000001:0.0:1749611256.861591:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.861593:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.861608:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.861616:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.861618:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4000. 00080000:00000001:0.0:1749611256.861819:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.861821:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.861834:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.861841:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.861842:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4400. 00080000:00000001:0.0:1749611256.861954:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.861956:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.861968:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.861975:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.861977:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4a00. 00080000:00000001:0.0:1749611256.862191:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862196:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.862208:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.862215:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.862217:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4800. 00080000:00000001:0.0:1749611256.862341:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862343:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.862357:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.862365:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.862366:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4600. 00080000:00000001:0.0:1749611256.862496:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862498:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.862510:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.862519:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.862536:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4100. 00080000:00000001:0.0:1749611256.862638:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862640:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.862653:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.862660:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.862661:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4c00. 00080000:00000001:0.0:1749611256.862757:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862759:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.862771:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.862778:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.862779:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4900. 00080000:00000001:0.0:1749611256.862875:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862877:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.862889:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.862897:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.862898:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4700. 00080000:00000001:0.0:1749611256.862993:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.862995:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863008:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863015:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863016:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4d00. 00080000:00000001:0.0:1749611256.863132:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863134:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863147:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863154:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863156:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4500. 00080000:00000001:0.0:1749611256.863249:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863255:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863269:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863276:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863278:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4b00. 00080000:00000001:0.0:1749611256.863384:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863386:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863400:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863408:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863410:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4300. 00080000:00000001:0.0:1749611256.863517:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863519:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863557:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863565:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863567:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009bcf9300. 00080000:00000001:0.0:1749611256.863676:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863678:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863692:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863700:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863702:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b5283700. 00080000:00000001:0.0:1749611256.863804:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863806:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863819:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863826:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863828:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a36c5100. 00080000:00000001:0.0:1749611256.863933:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.863935:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.863949:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.863958:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.863959:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b4a7600. 00080000:00000001:0.0:1749611256.864067:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864070:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864082:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864090:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864092:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4e00. 00080000:00000001:0.0:1749611256.864227:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864229:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864242:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864250:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864252:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009de53c00. 00080000:00000001:0.0:1749611256.864356:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864362:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864391:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864400:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864402:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b4a7200. 00080000:00000001:0.0:1749611256.864508:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864510:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864541:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864549:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864551:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5700. 00080000:00000001:0.0:1749611256.864655:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864658:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864672:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864681:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864683:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5200. 00080000:00000001:0.0:1749611256.864792:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864794:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864808:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864816:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864818:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5c00. 00080000:00000001:0.0:1749611256.864919:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.864921:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.864934:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.864943:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.864944:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5800. 00080000:00000001:0.0:1749611256.865052:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865055:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865070:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865079:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865081:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5400. 00080000:00000001:0.0:1749611256.865207:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865209:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865223:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865230:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865232:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5d00. 00080000:00000001:0.0:1749611256.865355:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865357:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865383:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865391:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865393:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5900. 00080000:00000001:0.0:1749611256.865497:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865502:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865518:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865542:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865544:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5100. 00080000:00000001:0.0:1749611256.865640:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865642:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865656:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865663:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865665:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5600. 00080000:00000001:0.0:1749611256.865757:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865760:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865772:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865779:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865781:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5b00. 00080000:00000001:0.0:1749611256.865874:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.865877:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.865891:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.865898:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.865900:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5500. 00080000:00000001:0.0:1749611256.866018:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.866020:0:23140:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611256.866037:0:23140:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611256.866047:0:23140:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.866049:0:23140:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006efe5a00. 00080000:00000001:0.0:1749611256.866183:0:23140:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.866185:0:23140:0:(osd_oi.c:319:osd_oi_table_open()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:0.0:1749611256.866187:0:23140:0:(osd_oi.c:406:osd_oi_init()) Process leaving via out (rc=64 : 64 : 0x40) 00100000:00000001:0.0:1749611256.866189:0:23140:0:(osd_scrub.c:2407:osd_initial_OI_scrub()) Process entered 00100000:00000001:0.0:1749611256.866191:0:23140:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611256.866264:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866267:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866269:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866270:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866272:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866273:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866274:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866276:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866277:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866279:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866280:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866287:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866289:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866306:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.866310:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.866312:0:23140:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.866314:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.866316:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.866319:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.866326:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.866499:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.866504:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.866506:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866508:0:23140:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611256.866510:0:23140:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88013051ff00. 00100000:00000001:0.0:1749611256.866511:0:23140:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866513:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866515:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866516:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866518:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866519:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866520:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866536:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866538:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866539:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866540:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866541:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866542:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866543:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866544:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866545:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866547:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866548:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866549:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866550:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866551:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866552:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866553:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866554:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866555:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866561:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866562:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866563:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866565:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866566:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866567:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866568:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866569:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866570:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866571:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866572:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866573:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866574:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866575:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866576:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866577:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866578:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866580:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866581:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866582:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.866583:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.866584:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867093:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.867096:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.867097:0:23140:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.867098:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.867099:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.867101:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.867104:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.867193:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.867196:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.867198:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867199:0:23140:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611256.867201:0:23140:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129cf0940. 00100000:00000001:0.0:1749611256.867202:0:23140:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867203:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867205:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867206:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867207:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867212:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867213:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867214:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867215:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867216:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867217:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867218:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867219:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867220:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867221:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867222:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867223:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867224:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867225:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867226:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867227:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867229:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.867233:0:23140:0:(osd_scrub.c:1903:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867234:0:23140:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611256.867235:0:23140:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129cf0e00. 00100000:00000001:0.0:1749611256.867237:0:23140:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867238:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867239:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867240:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867241:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867253:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.867255:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.867256:0:23140:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.867257:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.867258:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.867259:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.867262:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.867265:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.867267:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.867268:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867270:0:23140:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611256.867271:0:23140:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129cf0800. 00100000:00000001:0.0:1749611256.867272:0:23140:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867273:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867277:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867278:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867279:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867280:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867281:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867282:0:23140:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867283:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867284:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867285:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867296:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.867313:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.867466:0:23140:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611256.867469:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.867470:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.867471:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.867474:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.867477:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.867479:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.867480:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867482:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867484:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867496:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.867498:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.867601:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.867604:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129cf0e40. 00100000:00000001:0.0:1749611256.867606:0:23140:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867608:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.867610:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:00000001:0.0:1749611256.867612:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.867613:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.867614:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.867617:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.867620:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.867622:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.867623:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867625:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867627:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867628:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867633:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867634:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867635:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.867635:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.867636:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868198:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868201:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868202:0:23140:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.868203:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868204:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868205:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868208:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.868212:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.868215:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.868216:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868217:0:23140:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611256.868218:0:23140:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129cf0500. 00100000:00000001:0.0:1749611256.868219:0:23140:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868221:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868222:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868223:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868224:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868225:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868226:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868227:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868228:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868229:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868230:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868241:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868242:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868243:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.868244:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868245:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868246:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868248:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.868250:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.868252:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.868253:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868254:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868260:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868270:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868272:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868273:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.868274:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868275:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868276:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868278:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.868280:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.868282:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.868283:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868284:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868285:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868286:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868287:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868288:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868289:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868290:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868291:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868292:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868293:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868294:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868295:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868296:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868297:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868298:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868299:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868300:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868302:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868303:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.868303:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868304:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868305:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868306:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.868309:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.868310:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.868311:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868312:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868313:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868317:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868318:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868319:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868320:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868321:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868322:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868323:0:23140:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868324:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868325:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868326:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868327:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868328:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868329:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868330:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868331:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868332:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868333:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868334:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868335:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868336:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868336:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868338:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868338:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868339:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868340:0:23140:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868341:0:23140:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611256.868352:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868353:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868354:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.868355:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868356:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868357:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868359:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.868361:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.868363:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.868364:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868365:0:23140:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868380:0:23140:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868382:0:23140:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611256.868570:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.868601:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868604:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868809:0:23140:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611256.868813:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868814:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868816:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868820:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.868959:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.868962:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.868963:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868965:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.868967:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.868979:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.868981:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.868982:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.868983:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.868984:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.868985:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.868987:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.869128:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.869131:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.869132:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869134:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869136:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869137:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869138:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869149:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.869152:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.869153:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.869153:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.869154:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.869155:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.869157:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.869160:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.869161:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.869163:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869164:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869165:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869170:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869171:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869181:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.869182:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.869183:0:23140:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611256.869184:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.869185:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.869186:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.869188:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.869190:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.869191:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.869193:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869194:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869196:0:23140:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611256.869197:0:23140:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88013051ff00. 00100000:00000001:0.0:1749611256.869199:0:23140:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611256.869316:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869318:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869319:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869320:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869322:0:23140:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611256.869324:0:23140:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129cf0940. 00100000:00000001:0.0:1749611256.869325:0:23140:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611256.869493:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869495:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869496:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869497:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869515:0:23140:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611256.869517:0:23140:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129cf0e00. 00100000:00000001:0.0:1749611256.869519:0:23140:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611256.869711:0:23140:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611256.869713:0:23140:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869714:0:23140:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611256.869715:0:23140:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.869726:0:23140:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611256.869728:0:23140:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129cf0800. 00100000:00000001:0.0:1749611256.869730:0:23140:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611256.869837:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.869854:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.869859:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.870013:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.870016:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b49d4740. 00100000:00000001:0.0:1749611256.870018:0:23140:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870019:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.870021:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:00000001:0.0:1749611256.870023:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.870024:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.870026:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.870028:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.870235:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.870238:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.870239:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870241:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870243:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.870254:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.870257:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.870425:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.870427:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b49d4c00. 00100000:00000001:0.0:1749611256.870429:0:23140:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870431:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.870432:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:00000001:0.0:1749611256.870434:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.870435:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.870437:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.870439:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.870443:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.870445:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.870446:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870448:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870450:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.870461:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.870464:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.870570:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.870572:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b49d47c0. 00100000:00000001:0.0:1749611256.870574:0:23140:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870578:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.870580:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:00000001:0.0:1749611256.870582:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.870583:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.870584:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.870587:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.870592:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.870594:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.870595:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870597:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870599:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.870600:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870601:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.870613:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.870615:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.870790:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.870792:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b49d4700. 00100000:00000001:0.0:1749611256.870795:0:23140:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870797:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.870799:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:00000001:0.0:1749611256.870801:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.870803:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.870804:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.870807:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.870812:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.870815:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.870816:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870818:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870821:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.870822:0:23140:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.870824:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.870839:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.870842:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.871047:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.871048:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b49d43c0. 00100000:00000001:0.0:1749611256.871050:0:23140:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.871052:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.871057:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:00000001:0.0:1749611256.871058:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871059:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871061:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.871063:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871067:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871069:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871070:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.871072:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.871074:0:23140:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611256.871086:0:23140:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611256.871088:0:23140:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611256.871241:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611256.871243:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b49d4480. 00100000:00000001:0.0:1749611256.871245:0:23140:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.871247:0:23140:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611256.871265:0:23140:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:00000001:0.0:1749611256.871267:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871268:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871270:0:23140:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611256.871274:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871278:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871281:0:23140:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871283:0:23140:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.871285:0:23140:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611256.871288:0:23140:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611256.871290:0:23140:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129cf0500. 00100000:00000001:0.0:1749611256.871302:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871306:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1016:0x0] 00080000:00000001:0.0:1749611256.871308:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871309:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871311:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871314:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871318:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871321:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871324:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871338:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871340:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000007:0x1:0x0] 00080000:00000001:0.0:1749611256.871342:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871343:0:23140:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871345:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871348:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871539:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871542:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871545:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871555:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871557:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x15:0x0] 00080000:00000001:0.0:1749611256.871558:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871559:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871560:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871562:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871565:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871567:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871569:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871574:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871575:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x8:0x0] 00080000:00000001:0.0:1749611256.871576:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871577:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871578:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871580:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871582:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871584:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871586:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871589:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871591:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1019:0x0] 00080000:00000001:0.0:1749611256.871592:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871593:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871594:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871595:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871597:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871599:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871600:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871610:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871612:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x4:0x0] 00080000:00000001:0.0:1749611256.871613:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871614:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871615:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871617:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871620:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871621:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871623:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871628:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871629:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1015:0x0] 00080000:00000001:0.0:1749611256.871631:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871631:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871632:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871634:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871636:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871637:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871639:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871643:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871644:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x101d:0x0] 00080000:00000001:0.0:1749611256.871645:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871646:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871647:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871649:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871651:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871652:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871654:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871658:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871659:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000009:0x0:0x0] 00080000:00000001:0.0:1749611256.871660:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871661:0:23140:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871662:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871664:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871860:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871864:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871867:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871881:0:23140:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611256.871884:0:23140:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x20000000a:0x0:0x0] 00080000:00000001:0.0:1749611256.871885:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.871886:0:23140:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.871888:0:23140:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611256.871891:0:23140:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff4d0. 00000001:00000010:0.0:1749611256.871896:0:23140:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff4d0. 00080000:00000001:0.0:1749611256.871898:0:23140:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611256.871900:0:23140:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611256.871904:0:23140:0:(osd_scrub.c:2487:osd_initial_OI_scrub()) Process leaving 00100000:00000001:0.0:1749611256.872052:0:23140:0:(osd_scrub.c:2725:osd_scrub_setup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.872055:0:23140:0:(osd_lproc.c:847:osd_procfs_init()) Process entered 00080000:01000000:0.0:1749611256.872059:0:23140:0:(osd_lproc.c:857:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00080000:00000001:0.0:1749611256.872147:0:23140:0:(osd_lproc.c:91:osd_stats_init()) Process entered 00000020:00000010:0.0:1749611256.872151:0:23140:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880086dc9c00. 00000020:00000010:0.0:1749611256.872154:0:23140:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff8801240ab600. 00080000:00000001:0.0:1749611256.872168:0:23140:0:(osd_lproc.c:135:osd_stats_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.872170:0:23140:0:(osd_lproc.c:887:osd_procfs_init()) Process leaving 00040000:00000001:0.0:1749611256.872172:0:23140:0:(qsd_lib.c:670:qsd_init()) Process entered 00040000:00000010:0.0:1749611256.872176:0:23140:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff880071736800. 00040000:00000001:0.0:1749611256.872180:0:23140:0:(qsd_config.c:59:qsd_get_fsinfo()) Process entered 00040000:00000010:0.0:1749611256.872182:0:23140:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff880069cc6900. 00040000:00000010:0.0:1749611256.872184:0:23140:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff880069cc6900. 00040000:00000001:0.0:1749611256.872187:0:23140:0:(qsd_config.c:100:qsd_get_fsinfo()) Process leaving (rc=18446612134413141120 : -131939296410496 : ffff88007d1b0480) 00000020:00000010:0.0:1749611256.872203:0:23140:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff880069cc6f00. 00000020:00000010:0.0:1749611256.872207:0:23140:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff880069cc6f00. 00040000:00000001:0.0:1749611256.872209:0:23140:0:(qsd_lib.c:742:qsd_init()) Process leaving 00040000:00000001:0.0:1749611256.872210:0:23140:0:(qsd_lib.c:748:qsd_init()) Process leaving (rc=18446612134217607168 : -131939491944448 : ffff880071736800) 00080000:00000001:0.0:1749611256.872216:0:23140:0:(osd_handler.c:8588:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611256.872222:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27c800. 00000040:00000010:0.0:1749611256.872226:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27d600. 00000020:00000010:0.0:1749611256.872232:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422a000. 00000020:00000010:0.0:1749611256.872237:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27ce00. 00040000:00000010:0.0:1749611256.872241:0:23140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9f00. 00040000:00000010:0.0:1749611256.872244:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27d400. 00080000:00000010:0.0:1749611256.872254:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611256.872259:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b4000. 00000020:00000010:0.0:1749611256.872263:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000020:00000010:0.0:1749611256.872267:0:23140:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2600. 00000020:00000010:0.0:1749611256.872270:0:23140:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000008:00000010:0.0:1749611256.872273:0:23140:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bef20. 00020000:00000010:0.0:1749611256.872277:0:23140:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b58c0. 00008000:00000010:0.0:1749611256.872282:0:23140:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7e48. 00000080:00000010:0.0:1749611256.872285:0:23140:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a690. 00000020:00000010:0.0:1749611256.872288:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c000. 00000020:00000001:0.0:1749611256.872290:0:23140:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611256.872293:0:23140:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88c050) now 3 - setup 00000020:00000080:0.0:1749611256.872295:0:23140:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611256.872297:0:23140:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872299:0:23140:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611256.872302:0:23140:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff880129ca2380. 00000020:00000001:0.0:1749611256.872308:0:23140:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:0.0:1749611256.872311:0:23140:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:0.0:1749611256.872312:0:23140:0:(osd_handler.c:8732:osd_obd_connect()) connect #0 00000020:00000001:0.0:1749611256.872313:0:23140:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1749611256.872315:0:23140:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1749611256.872318:0:23140:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007913a800. 00000020:00000001:0.0:1749611256.872320:0:23140:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611256.872322:0:23140:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007913a800 with handle 0x689c0ec07329d343 to hash 00000020:00000001:0.0:1749611256.872324:0:23140:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1749611256.872327:0:23140:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:0.0:1749611256.872328:0:23140:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611256.872330:0:23140:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88c050) now 4 - export 00000020:00000001:0.0:1749611256.872333:0:23140:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345549824 : -131939364001792 : ffff88007913a800) 00000020:00000040:0.0:1749611256.872335:0:23140:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a800 : new refcount 1 00000020:00000080:0.0:1749611256.872337:0:23140:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d343 00000020:00000001:0.0:1749611256.872339:0:23140:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872341:0:23140:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611256.872343:0:23140:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d343 00000020:00000001:0.0:1749611256.872345:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611256.872351:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007913a800 refcount=2 00000020:00000001:0.0:1749611256.872353:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345549824 : -131939364001792 : ffff88007913a800) 00000020:00000001:0.0:1749611256.872355:0:23140:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345549824 : -131939364001792 : ffff88007913a800) 00080000:00000001:0.0:1749611256.872358:0:23140:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872359:0:23140:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872362:0:23140:0:(tgt_mount.c:2209:osd_start()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611256.872364:0:23140:0:(tgt_mount.c:2242:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611256.872391:0:23140:0:(obd_mount.c:265:lustre_start_mgc()) Process entered 00000020:00000010:0.0:1749611256.872424:0:23140:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff880129c61d00. 00000020:00000010:0.0:1749611256.872426:0:23140:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880129c61dc0. 00000020:00000010:0.0:1749611256.872428:0:23140:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff880069cc6f00. 00000020:00000001:0.0:1749611256.872431:0:23140:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.872434:0:23140:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.872435:0:23140:0:(mgc_request.c:1075:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872437:0:23140:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611256.872439:0:23140:0:(obd_mount.c:377:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 00000020:00000001:0.0:1749611256.872440:0:23140:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.872441:0:23140:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:01000000:0.0:1749611256.872443:0:23140:0:(mgc_request.c:1044:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r1:or0:CONNECTING 10000000:00000001:0.0:1749611256.872445:0:23140:0:(mgc_request.c:1059:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872447:0:23140:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872448:0:23140:0:(obd_mount.c:382:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611256.872450:0:23140:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff880069cc6f00. 00000020:00000010:0.0:1749611256.872452:0:23140:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff880129c61d00. 00000020:00000010:0.0:1749611256.872454:0:23140:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880129c61dc0. 00000020:00000001:0.0:1749611256.872455:0:23140:0:(obd_mount.c:555:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.872457:0:23140:0:(tgt_mount.c:1446:server_start_targets()) Process entered 00000020:01000004:0.0:1749611256.872459:0:23140:0:(tgt_mount.c:1447:server_start_targets()) starting target lustre-OST0000 00000020:00000010:0.0:1749611256.872466:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000020:00000010:0.0:1749611256.872469:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880071737e00. 00000040:00000010:0.0:1749611256.872471:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880071737200. 00000020:00000010:0.0:1749611256.872474:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913e800. 00000020:00000010:0.0:1749611256.872476:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880071736c00. 80000000:00000010:0.0:1749611256.872479:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b168a0. 00040000:00000010:0.0:1749611256.872486:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880071737000. 00080000:00000010:0.0:1749611256.872489:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611256.872494:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 00000020:00000001:0.0:1749611256.872496:0:23140:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:0.0:1749611256.872498:0:23140:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611256.872499:0:23140:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.872500:0:23140:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.872502:0:23140:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:0.0:1749611256.872505:0:23140:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:0.0:1749611256.872507:0:23140:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:0.0:1749611256.872510:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611256.872511:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611256.872513:0:23140:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:0.0:1749611256.872515:0:23140:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff880071736000. 00000020:00000001:0.0:1749611256.872517:0:23140:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611256.872518:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000010:0.0:1749611256.872521:0:23140:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dffe00. 00000020:00000001:0.0:1749611256.872523:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611256.872526:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8801240abe00. 00000020:00000001:0.0:1749611256.872529:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611256.872531:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880133195200. 00000020:00000001:0.0:1749611256.872533:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.872534:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611256.872537:0:23140:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611256.872538:0:23140:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611256.872541:0:23140:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff8800b49d4140. 00000001:00000001:0.0:1749611256.872563:0:23140:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611256.872565:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.872566:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:0.0:1749611256.872810:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241709248 : -131938467842368 : ffff8800ae7df6c0) 00000001:00000010:0.0:1749611256.872813:0:23140:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff8801240abf00. 00000001:00000001:0.0:1749611256.872815:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.872816:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611256.872990:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241708816 : -131938467842800 : ffff8800ae7df510) 00000001:00000001:0.0:1749611256.872992:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.872997:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611256.873027:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241709464 : -131938467842152 : ffff8800ae7df798) 00000001:00000001:0.0:1749611256.873029:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.873030:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611256.873673:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241708600 : -131938467843016 : ffff8800ae7df438) 00000001:00000001:0.0:1749611256.873676:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.873677:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611256.873688:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241711192 : -131938467840424 : ffff8800ae7dfe58) 00000001:00000001:0.0:1749611256.873690:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.873690:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611256.873697:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241710328 : -131938467841288 : ffff8800ae7dfaf8) 00000001:00000001:0.0:1749611256.873699:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.873700:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611256.873706:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241707520 : -131938467844096 : ffff8800ae7df000) 00000001:00000001:0.0:1749611256.873707:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.873708:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611256.874298:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241707736 : -131938467843880 : ffff8800ae7df0d8) 00000001:00000001:0.0:1749611256.874301:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.874302:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611256.874316:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194048896 : -131936515502720 : ffff880122dc4d80) 00000001:00000001:0.0:1749611256.874318:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.874319:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611256.874328:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194047168 : -131936515504448 : ffff880122dc46c0) 00000001:00000001:0.0:1749611256.874330:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.874331:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611256.874340:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194045440 : -131936515506176 : ffff880122dc4000) 00000001:00000001:0.0:1749611256.874342:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.874343:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611256.874998:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194046304 : -131936515505312 : ffff880122dc4360) 00000001:00000001:0.0:1749611256.875002:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875003:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611256.875015:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194048032 : -131936515503584 : ffff880122dc4a20) 00000001:00000001:0.0:1749611256.875017:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875018:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611256.875027:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194046520 : -131936515505096 : ffff880122dc4438) 00000001:00000001:0.0:1749611256.875029:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875034:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611256.875046:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194047816 : -131936515503800 : ffff880122dc4948) 00000001:00000001:0.0:1749611256.875048:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875049:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000100:00000001:1.0:1749611256.875613:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611256.875630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611256.875632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611256.875636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611256.875638:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611256.875641:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611256.875643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611256.875693:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194046088 : -131936515505528 : ffff880122dc4288) 00000001:00000001:0.0:1749611256.875696:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875697:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611256.875710:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137569932992 : -131936139618624 : ffff88013943d6c0) 00000001:00000001:0.0:1749611256.875712:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875713:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611256.875723:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134253096960 : -131939456454656 : ffff88007390f000) 00000001:00000001:0.0:1749611256.875725:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875726:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611256.875733:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134253099120 : -131939456452496 : ffff88007390f870) 00000001:00000001:0.0:1749611256.875735:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.875736:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611256.876258:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134253099336 : -131939456452280 : ffff88007390f948) 00000001:00000001:0.0:1749611256.876261:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876262:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611256.876275:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390536736 : -131939319014880 : ffff88007bc21a20) 00000001:00000001:0.0:1749611256.876277:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876277:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611256.876285:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390535656 : -131939319015960 : ffff88007bc215e8) 00000001:00000001:0.0:1749611256.876287:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876288:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611256.876298:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390534576 : -131939319017040 : ffff88007bc211b0) 00000001:00000001:0.0:1749611256.876300:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876301:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611256.876937:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390537816 : -131939319013800 : ffff88007bc21e58) 00000001:00000001:0.0:1749611256.876940:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876941:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611256.876953:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210072 : -131939457341544 : ffff880073836798) 00000001:00000001:0.0:1749611256.876955:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876956:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611256.876965:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210720 : -131939457340896 : ffff880073836a20) 00000001:00000001:0.0:1749611256.876971:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876972:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611256.876982:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209856 : -131939457341760 : ffff8800738366c0) 00000001:00000001:0.0:1749611256.876984:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.876984:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611256.877598:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210936 : -131939457340680 : ffff880073836af8) 00000001:00000001:0.0:1749611256.877601:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.877602:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611256.877613:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211584 : -131939457340032 : ffff880073836d80) 00000001:00000001:0.0:1749611256.877615:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.877616:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611256.877625:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209208 : -131939457342408 : ffff880073836438) 00000001:00000001:0.0:1749611256.877626:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.877627:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611256.877635:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209424 : -131939457342192 : ffff880073836510) 00000001:00000001:0.0:1749611256.877637:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.877637:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611256.877646:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208128 : -131939457343488 : ffff880073836000) 00000001:00000001:0.0:1749611256.877648:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.877648:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611256.877657:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208344 : -131939457343272 : ffff8800738360d8) 00000001:00000001:0.0:1749611256.877659:0:23140:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611256.877661:0:23140:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612135344423232 : -131938365128384 : ffff8800b49d4140) 00000001:00000001:0.0:1749611256.877678:0:23140:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877680:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611256.877683:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.877685:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611256.877687:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877690:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611256.877694:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137213869656 : -131936495681960 : ffff8801240abe58) 00000020:00000001:0.0:1749611256.877844:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611256.877848:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009959d200. 00000020:00000001:0.0:1749611256.877851:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611256.877853:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880133195a00. 00000020:00000001:0.0:1749611256.877855:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877861:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611256.877863:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611256.877864:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877866:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611256.877868:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.877870:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611256.877874:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877877:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611256.877880:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134887019096 : -131938822532520 : ffff88009959d258) 00080000:00000001:0.0:1749611256.877884:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611256.877886:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611256.877893:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611256.877897:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877899:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611256.877900:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877901:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611256.877903:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611256.877906:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:616739140 to info ffff88009a4c7000 00000020:00000001:0.0:1749611256.877909:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697600 00080000:00000002:0.0:1749611256.877911:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:0.0:1749611256.877914:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.877917:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611256.877919:0:23140:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880086dcac00. 00080000:00000001:0.0:1749611256.877921:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611256.877923:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611256.877924:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009959d100. 00000020:00000001:0.0:1749611256.877926:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611256.877928:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d5b4e00. 00000020:00000001:0.0:1749611256.877930:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877931:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611256.877932:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611256.877934:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.877935:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611256.877937:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.877939:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611256.877942:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134887018840 : -131938822532776 : ffff88009959d158) 00040000:00000001:0.0:1749611256.877962:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611256.877963:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611256.877964:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611256.877965:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611256.877966:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611256.877967:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611256.877970:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880133195a00. 00000020:00000010:0.0:1749611256.877973:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009959d200. 10000000:00000001:0.0:1749611256.877977:0:23140:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:0.0:1749611256.877978:0:23140:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1749611256.878001:0:23140:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88008350db40. 00000020:00000040:0.0:1749611256.878003:0:23140:0:(genops.c:887:class_export_get()) GET export ffff8800b422b000 refcount=2 00000040:00000001:0.0:1749611256.878006:0:23140:0:(llog_osd.c:2046:llog_osd_setup()) Process entered 00000040:00000040:0.0:1749611256.878007:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 00000020:00000001:0.0:1749611256.878009:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611256.878010:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611256.878012:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611256.878014:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000010:0.0:1749611256.878016:0:23140:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff300. 00000020:00000001:0.0:1749611256.878018:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611256.878020:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009959d800. 00000020:00000001:0.0:1749611256.878024:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611256.878033:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880133195a00. 00000020:00000001:0.0:1749611256.878035:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.878036:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611256.878038:0:23140:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611256.878039:0:23140:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611256.878041:0:23140:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff8800b544ac00. 00000001:00000001:0.0:1749611256.878043:0:23140:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611256.878044:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878045:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:0.0:1749611256.878062:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208992 : -131939457342624 : ffff880073836360) 00000001:00000010:0.0:1749611256.878064:0:23140:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88009959dc00. 00000001:00000001:0.0:1749611256.878066:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878067:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611256.878294:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211800 : -131939457339816 : ffff880073836e58) 00000001:00000001:0.0:1749611256.878301:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878302:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611256.878317:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134253024960 : -131939456526656 : ffff8800738fd6c0) 00000001:00000001:0.0:1749611256.878318:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878319:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611256.878328:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482824 : -131939304068792 : ffff88007ca62948) 00000001:00000001:0.0:1749611256.878329:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878330:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611256.878337:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405484120 : -131939304067496 : ffff88007ca62e58) 00000001:00000001:0.0:1749611256.878339:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878339:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611256.878347:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405483688 : -131939304067928 : ffff88007ca62ca8) 00000001:00000001:0.0:1749611256.878348:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878349:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611256.878355:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405483904 : -131939304067712 : ffff88007ca62d80) 00000001:00000001:0.0:1749611256.878357:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878358:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611256.878364:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482608 : -131939304069008 : ffff88007ca62870) 00000001:00000001:0.0:1749611256.878366:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878383:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611256.878394:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405480448 : -131939304071168 : ffff88007ca62000) 00000001:00000001:0.0:1749611256.878396:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878397:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611256.878403:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482392 : -131939304069224 : ffff88007ca62798) 00000001:00000001:0.0:1749611256.878404:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878405:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611256.878412:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405481744 : -131939304069872 : ffff88007ca62510) 00000001:00000001:0.0:1749611256.878413:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878414:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611256.878423:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405483256 : -131939304068360 : ffff88007ca62af8) 00000001:00000001:0.0:1749611256.878425:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878426:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611256.878434:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482176 : -131939304069440 : ffff88007ca626c0) 00000001:00000001:0.0:1749611256.878436:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878437:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611256.878484:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405480664 : -131939304070952 : ffff88007ca620d8) 00000001:00000001:0.0:1749611256.878486:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878487:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611256.878494:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137437811984 : -131936271739632 : ffff88013163d510) 00000001:00000001:0.0:1749611256.878496:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878497:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611256.878503:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137437811336 : -131936271740280 : ffff88013163d288) 00000001:00000001:0.0:1749611256.878504:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.878505:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611256.879028:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137381709072 : -131936327842544 : ffff88012e0bc510) 00000001:00000001:0.0:1749611256.879031:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879032:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611256.879042:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137381711232 : -131936327840384 : ffff88012e0bcd80) 00000001:00000001:0.0:1749611256.879044:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879045:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611256.879051:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137381707992 : -131936327843624 : ffff88012e0bc0d8) 00000001:00000001:0.0:1749611256.879052:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879053:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611256.879061:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623081096 : -131939086470520 : ffff8800899e7288) 00000001:00000001:0.0:1749611256.879063:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879064:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611256.879070:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623080448 : -131939086471168 : ffff8800899e7000) 00000001:00000001:0.0:1749611256.879071:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879072:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611256.879577:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623082824 : -131939086468792 : ffff8800899e7948) 00000001:00000001:0.0:1749611256.879580:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879581:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611256.879594:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623080880 : -131939086470736 : ffff8800899e71b0) 00000001:00000001:0.0:1749611256.879596:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879597:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611256.879605:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784680 : -131936270766936 : ffff88013172aca8) 00000001:00000001:0.0:1749611256.879606:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879607:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611256.879613:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438781872 : -131936270769744 : ffff88013172a1b0) 00000001:00000001:0.0:1749611256.879615:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879620:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611256.879630:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784248 : -131936270767368 : ffff88013172aaf8) 00000001:00000001:0.0:1749611256.879632:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879633:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611256.879804:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438783384 : -131936270768232 : ffff88013172a798) 00000001:00000001:0.0:1749611256.879807:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879808:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611256.879819:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438783168 : -131936270768448 : ffff88013172a6c0) 00000001:00000001:0.0:1749611256.879820:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879821:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611256.879830:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784032 : -131936270767584 : ffff88013172aa20) 00000001:00000001:0.0:1749611256.879832:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879832:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611256.879840:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782304 : -131936270769312 : ffff88013172a360) 00000001:00000001:0.0:1749611256.879841:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879842:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611256.879849:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784896 : -131936270766720 : ffff88013172ad80) 00000001:00000001:0.0:1749611256.879851:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879851:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611256.879860:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782088 : -131936270769528 : ffff88013172a288) 00000001:00000001:0.0:1749611256.879862:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.879863:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611256.879869:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782736 : -131936270768880 : ffff88013172a510) 00000001:00000001:0.0:1749611256.879871:0:23140:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611256.879874:0:23140:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612135355395072 : -131938354156544 : ffff8800b544ac00) 00000001:00000001:0.0:1749611256.879886:0:23140:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.879888:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611256.879891:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.879893:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611256.879894:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.879897:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611256.879901:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134887020632 : -131938822530984 : ffff88009959d858) 00000020:00000001:0.0:1749611256.880097:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611256.880099:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611256.880100:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611256.880107:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000010:0.0:1749611256.880110:0:23140:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff580. 00000020:00000001:0.0:1749611256.880112:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611256.880115:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8801240ab500. 00000020:00000001:0.0:1749611256.880118:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611256.880119:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3ac00. 00000020:00000001:0.0:1749611256.880121:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.880123:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611256.880125:0:23140:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611256.880126:0:23140:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611256.880128:0:23140:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff8800b544ab40. 00000001:00000001:0.0:1749611256.880130:0:23140:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611256.880131:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880132:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:0.0:1749611256.880150:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630161576 : -131939079390040 : ffff88008a0a7ca8) 00000001:00000010:0.0:1749611256.880153:0:23140:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff8801240ab200. 00000001:00000001:0.0:1749611256.880154:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880155:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611256.880303:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159632 : -131939079391984 : ffff88008a0a7510) 00000001:00000001:0.0:1749611256.880307:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880308:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611256.880354:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159416 : -131939079392200 : ffff88008a0a7438) 00000001:00000001:0.0:1749611256.880357:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880358:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611256.880365:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159848 : -131939079391768 : ffff88008a0a75e8) 00000001:00000001:0.0:1749611256.880386:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880387:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611256.880396:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159200 : -131939079392416 : ffff88008a0a7360) 00000001:00000001:0.0:1749611256.880398:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880399:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611256.880424:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160496 : -131939079391120 : ffff88008a0a7870) 00000001:00000001:0.0:1749611256.880425:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880426:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611256.880432:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630162008 : -131939079389608 : ffff88008a0a7e58) 00000001:00000001:0.0:1749611256.880434:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880439:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611256.880447:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630158336 : -131939079393280 : ffff88008a0a7000) 00000001:00000001:0.0:1749611256.880449:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880450:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611256.880457:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160280 : -131939079391336 : ffff88008a0a7798) 00000001:00000001:0.0:1749611256.880459:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880459:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611256.880464:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160928 : -131939079390688 : ffff88008a0a7a20) 00000001:00000001:0.0:1749611256.880466:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880467:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611256.880472:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160712 : -131939079390904 : ffff88008a0a7948) 00000001:00000001:0.0:1749611256.880473:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880474:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611256.880613:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370144 : -131939303181472 : ffff88007cb3b360) 00000001:00000001:0.0:1749611256.880615:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880616:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611256.880625:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372088 : -131939303179528 : ffff88007cb3baf8) 00000001:00000001:0.0:1749611256.880627:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880627:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611256.880633:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372952 : -131939303178664 : ffff88007cb3be58) 00000001:00000001:0.0:1749611256.880635:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880636:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611256.880642:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370576 : -131939303181040 : ffff88007cb3b510) 00000001:00000001:0.0:1749611256.880644:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880645:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611256.880650:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406369280 : -131939303182336 : ffff88007cb3b000) 00000001:00000001:0.0:1749611256.880652:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880653:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611256.880658:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372736 : -131939303178880 : ffff88007cb3bd80) 00000001:00000001:0.0:1749611256.880659:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880660:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611256.880819:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372304 : -131939303179312 : ffff88007cb3bbd0) 00000001:00000001:0.0:1749611256.880822:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880823:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611256.880831:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371440 : -131939303180176 : ffff88007cb3b870) 00000001:00000001:0.0:1749611256.880833:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880838:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611256.880849:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406369496 : -131939303182120 : ffff88007cb3b0d8) 00000001:00000001:0.0:1749611256.880851:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880852:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611256.880858:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406369928 : -131939303181688 : ffff88007cb3b288) 00000001:00000001:0.0:1749611256.880860:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880861:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611256.880866:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370360 : -131939303181256 : ffff88007cb3b438) 00000001:00000001:0.0:1749611256.880867:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880868:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611256.880874:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370792 : -131939303180824 : ffff88007cb3b5e8) 00000001:00000001:0.0:1749611256.880875:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.880876:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611256.881063:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371224 : -131939303180392 : ffff88007cb3b798) 00000001:00000001:0.0:1749611256.881066:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881067:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611256.881075:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371008 : -131939303180608 : ffff88007cb3b6c0) 00000001:00000001:0.0:1749611256.881077:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881078:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611256.881120:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371872 : -131939303179744 : ffff88007cb3ba20) 00000001:00000001:0.0:1749611256.881122:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881123:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611256.881129:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371656 : -131939303179960 : ffff88007cb3b948) 00000001:00000001:0.0:1749611256.881130:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881131:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611256.881137:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372520 : -131939303179096 : ffff88007cb3bca8) 00000001:00000001:0.0:1749611256.881139:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881140:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611256.881148:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254422560 : -131939455129056 : ffff880073a52a20) 00000001:00000001:0.0:1749611256.881149:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881150:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611256.881157:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254421048 : -131939455130568 : ffff880073a52438) 00000001:00000001:0.0:1749611256.881158:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881159:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611256.881165:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254419968 : -131939455131648 : ffff880073a52000) 00000001:00000001:0.0:1749611256.881171:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881171:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611256.881182:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254422776 : -131939455128840 : ffff880073a52af8) 00000001:00000001:0.0:1749611256.881183:0:23140:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611256.881184:0:23140:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611256.881190:0:23140:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254422344 : -131939455129272 : ffff880073a52948) 00000001:00000001:0.0:1749611256.881192:0:23140:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611256.881194:0:23140:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612135355394880 : -131938354156736 : ffff8800b544ab40) 00000001:00000001:0.0:1749611256.881206:0:23140:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.881208:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611256.881210:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611256.881212:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611256.881213:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611256.881216:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611256.881219:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137213867352 : -131936495684264 : ffff8801240ab558) 00000040:00000001:0.0:1749611256.881349:0:23140:0:(llog_osd.c:2079:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:0.0:1749611256.881352:0:23140:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88008350db40 : new refcount 1 00000040:01000000:0.0:1749611256.881355:0:23140:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000040:00000001:0.0:1749611256.881356:0:23140:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1749611256.881358:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 10000000:00000040:0.0:1749611256.881360:0:23140:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88008350db40 : new refcount 1 10000000:00000001:0.0:1749611256.881361:0:23140:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611256.881363:0:23140:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:00000001:0.0:1749611256.881365:0:23140:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:0.0:1749611256.881379:0:23140:0:(mgc_request_server.c:277:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611256.881381:0:23140:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.881383:0:23140:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.881385:0:23140:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611256.881386:0:23140:0:(tgt_mount.c:1330:server_register_target()) Process entered 00000020:00000001:0.0:1749611256.881388:0:23140:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000020:00000010:0.0:1749611256.881404:0:23140:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880136aba000. 00000020:01000004:0.0:1749611256.881414:0:23140:0:(tgt_mount.c:1347:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x2 00000020:01000004:0.0:1749611256.881417:0:23140:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1749611256.881419:0:23140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611256.881422:0:23140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611256.881423:0:23140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611256.881425:0:23140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611256.881425:0:23140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611256.881427:0:23140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611256.881428:0:23140:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:0.0:1749611256.881429:0:23140:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.881430:0:23140:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611256.881432:0:23140:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611256.881433:0:23140:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x10000002 10000000:00000001:0.0:1749611256.881436:0:23140:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000010:0.0:1749611256.881439:0:23140:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:0.0:1749611256.881443:0:23140:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000020:01000004:0.0:1749611256.881446:0:23140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611256.881447:0:23140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611256.881448:0:23140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611256.881449:0:23140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611256.881450:0:23140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611256.881451:0:23140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611256.881451:0:23140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611256.881452:0:23140:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1749611256.881454:0:23140:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611256.881457:0:23140:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611256.881461:0:23140:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611256.881468:0:23140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880136abc000. 00000100:00000001:0.0:1749611256.881474:0:23140:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611256.881479:0:23140:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1749611256.881481:0:23140:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611256.881482:0:23140:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611256.881486:0:23140:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008350d0c0. 00000100:00000001:0.0:1749611256.881488:0:23140:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134517330112 : -131939192221504 : ffff88008350d0c0) 00000100:00000001:0.0:1749611256.881490:0:23140:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611256.881491:0:23140:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000001:0.0:1749611256.881495:0:23140:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611256.881499:0:23140:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611256.881501:0:23140:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611256.881502:0:23140:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611256.881509:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611256.881559:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611256.881561:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611256.881565:0:23140:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611256.881571:0:23140:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611256.881573:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611256.881574:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611256.881576:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611256.881578:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611256.881580:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611256.881581:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611256.881582:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611256.881583:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611257.458719:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611257.458729:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611257.458732:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611257.458739:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611257.458744:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611257.458749:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611257.458754:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611257.458757:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611257.458761:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611257.486609:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611257.486613:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611257.486615:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611257.486618:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611257.486621:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611257.486623:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611257.486625:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611257.486628:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611257.486630:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611257.654675:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611257.654683:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611257.654780:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611257.654786:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611257.654790:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611257.875781:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611257.875799:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611257.875802:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611257.875808:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611257.875812:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611257.875816:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611257.875819:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611257.881648:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611257.881654:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611257.881656:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611257.881660:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611257.881663:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611257.881666:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611257.881669:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611257.881673:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611257.881676:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611258.110669:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611258.110700:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611258.110703:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611258.110707:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611258.110710:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611258.110712:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611258.110717:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611258.110723:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5859 00000100:00080000:0.0:1749611258.110728:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611258.110731:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611258.110734:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611258.110737:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611258.110739:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611258.110744:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611258.110746:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611258.110750:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611258.110753:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611258.110756:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611258.110758:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611258.110761:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611258.110763:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611258.110765:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611258.110766:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611258.110770:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611258.110773:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611258.110776:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611258.110779:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611258.110786:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611258.110789:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.110791:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611258.110799:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611258.110806:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000020:00000040:0.0:1749611258.110810:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611258.110814:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611258.110817:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.110820:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611258.110823:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611258.110827:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611258.110835:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dcb000. 00000100:00000001:0.0:1749611258.110843:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.110853:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611258.110865:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611258.110870:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.110874:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_rcv+-1] req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611258.110907:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611258.110910:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611258.110915:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611258.110916:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611258.110918:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611258.110921:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611258.110924:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5859 00000100:00080000:0.0:1749611258.110927:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611258.110931:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611258.110934:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611258.110936:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611258.110939:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611258.110942:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611258.110945:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611258.110948:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611258.110951:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611258.110962:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611258.110965:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611258.110970:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611258.110973:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611258.110976:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611258.110979:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611258.110982:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611258.110986:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611258.110990:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611258.110993:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611258.110998:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611258.111001:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111004:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611258.111007:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611258.111012:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611258.111013:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749611258.111016:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611258.111020:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611258.111020:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611258.111022:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111023:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611258.111024:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611258.111026:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611258.111029:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611258.111033:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611258.111035:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dca800. 00000100:00000001:0.0:1749611258.111041:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.111048:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611258.111060:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611258.111064:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611258.111064:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111067:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.111070:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611258.111071:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611258.111074:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611258.111077:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611258.111081:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494643968:0@lo:38:kworker.0 00000100:00000001:0.0:1749611258.111084:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111086:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749611258.111089:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611258.111090:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611258.111092:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611258.111094:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749611258.111095:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611258.111099:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7800. 02000000:00000001:2.0:1749611258.111102:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111108:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749611258.111111:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00080000:0.0:1749611258.111111:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611258.111115:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749611258.111118:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00080000:0.0:1749611258.111120:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5859 00000100:00080000:0.0:1749611258.111124:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749611258.111127:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494643968, portal 4 00000100:00000040:0.0:1749611258.111128:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611258.111129:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611258.111131:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:0.0:1749611258.111131:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611258.111133:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611258.111136:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611258.111140:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611258.111141:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611258.111142:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611258.111145:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611258.111147:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749611258.111149:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611258.111149:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611258.111152:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611258.111153:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611258.111155:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000040:0.0:1749611258.111155:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611258.111157:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611258.111158:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494643968, offset 0 00000100:00000040:0.0:1749611258.111158:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611258.111160:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611258.111163:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:2.0:1749611258.111164:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611258.111166:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611258.111168:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611258.111170:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611258.111175:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611258.111176:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111178:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749611258.111179:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611258.111180:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611258.111185:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000020:00000040:0.0:1749611258.111187:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:2.0:1749611258.111190:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf942700 02000000:00000001:0.0:1749611258.111190:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611258.111191:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111193:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611258.111198:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 520 02000000:00000001:0.0:1749611258.111200:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611258.111203:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611258.111206:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611258.111207:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc9000. 00000400:00000200:2.0:1749611258.111211:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611258.111211:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.111216:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611258.111217:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611258.111219:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611258.111223:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5880. 00000100:00000001:0.0:1749611258.111224:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611258.111226:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.111230:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611258.111233:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5880 x1834598494643968 msgsize 520 00000100:00100000:2.0:1749611258.111238:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611258.111238:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.111240:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611258.111244:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611258.111247:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe300. 00000020:00000040:0.0:1749611258.111249:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611258.111252:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611258.111253:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611258.111255:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611258.111259:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab300. 00000100:00000001:2.0:1749611258.111262:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611258.111262:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.111266:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611258.111273:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:0.0:1749611258.111273:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749611258.111275:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611258.111275:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111279:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611258.111279:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe300] to pc [ptlrpcd_00_01+1] req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611258.111285:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.111293:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611258.111296:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.111303:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111303:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111305:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611258.111309:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.111311:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5869) 00000100:00000040:2.0:1749611258.111314:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1300 usecs (2 jiffies) 00000100:00000001:2.0:1749611258.111317:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300531570 00000100:00000010:2.0:1749611258.111322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211040. 00000100:00000001:2.0:1749611258.111329:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611258.111336:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300531570 00000100:00000010:2.0:1749611258.111338:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211f00. 00000100:00000001:0.0:1749611258.111340:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611258.111342:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611258.111343:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611258.111345:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611258.111353:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.111385:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300531570 00000100:00000010:2.0:1749611258.111389:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211d80. 00000100:00000001:2.0:1749611258.111392:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611258.111395:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300531570 00000100:00000010:2.0:1749611258.111398:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211880. 00000100:00000001:2.0:1749611258.111401:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611258.111404:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611258.111407:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111410:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611258.111410:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111411:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611258.111413:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.111414:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611258.111418:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611258.111421:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611258.111425:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494643968 02000000:00000001:0.0:1749611258.111425:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611258.111428:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611258.111428:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611258.111430:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611258.111430:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494644352:0@lo:400:kworker.0 00000100:00000001:3.0:1749611258.111431:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611258.111432:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611258.111434:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111434:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611258.111436:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611258.111436:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611258.111439:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611258.111440:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611258.111441:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611258.111443:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611258.111444:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494643968 02000000:00000001:0.0:1749611258.111446:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611258.111447:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611258.111449:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611258.111449:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749611258.111451:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611258.111451:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611258.111451:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ef3b400. 00000020:00000001:3.0:1749611258.111453:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.111453:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611258.111454:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611258.111455:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.111455:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611258.111458:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611258.111460:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff4d0. 00000100:00100000:2.0:1749611258.111461:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494644096:0@lo:38:kworker.0 00000020:00000010:3.0:1749611258.111462:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0d600. 00000100:00000001:2.0:1749611258.111465:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611258.111467:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc680. 02000000:00000001:2.0:1749611258.111467:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1749611258.111467:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821908. 02000000:00000001:2.0:1749611258.111469:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.111470:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611258.111473:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 00000020:00000010:3.0:1749611258.111474:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000200:0.0:1749611258.111474:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494644352, portal 10 02000000:00000001:2.0:1749611258.111476:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111477:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611258.111479:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749611258.111479:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:0.0:1749611258.111479:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175171328 : -131939534380288 : ffff88006eebe300) 00000100:00000001:3.0:1749611258.111481:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611258.111483:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611258.111483:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611258.111487:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494644096, portal 10 00000100:00000001:3.0:1749611258.111489:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111489:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749611258.111490:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.111491:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000001:1.0:1749611258.111493:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611258.111497:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.111499:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111500:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.111501:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611258.111503:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611258.111506:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611258.111506:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611258.111507:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000400:00000010:0.0:1749611258.111509:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958213b8. 00000100:00000200:2.0:1749611258.111510:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494644096, offset 0 00000100:00000001:3.0:1749611258.111511:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611258.111513:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611258.111514:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494644352, offset 0 00000400:00000200:2.0:1749611258.111515:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611258.111519:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00000001:3.0:1749611258.111551:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926047360 : -131938783504256 : ffff88009bad5880) 00000400:00000200:2.0:1749611258.111552:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611258.111556:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611258.111557:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5880 x1834598494643968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611258.111558:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942780 00000400:00000200:2.0:1749611258.111564:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 36960 00000400:00000200:0.0:1749611258.111567:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611258.111571:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494643968:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611258.111575:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494643968 00000400:00000200:2.0:1749611258.111575:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611258.111576:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf942880 00000020:00000001:3.0:1749611258.111578:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611258.111579:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611258.111581:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 37480 00010000:00000001:3.0:1749611258.111583:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611258.111587:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611258.111591:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611258.111593:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611258.111595:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611258.111596:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611258.111599:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5f80. 00010000:00020000:3.0:1749611258.111600:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611258.111602:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5f80 x1834598494644096 msgsize 520 00010000:00000001:3.0:1749611258.111604:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611258.111606:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749611258.111607:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611258.111616:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611258.111619:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611258.111623:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611258.111623:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749611258.111628:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a800. 02000000:00000001:3.0:1749611258.111630:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111632:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611258.111637:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611258.111638:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00010000:00000001:3.0:1749611258.111639:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611258.111640:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00001000:3.0:1749611258.111643:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611258.111643:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611258.111646:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749611258.111647:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611258.111649:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611258.111652:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611258.111654:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611258.111655:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611258.111657:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611258.111658:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611258.111660:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611258.111660:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611258.111661:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611258.111663:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749611258.111663:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611258.111664:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.111664:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494644096 02000000:00000001:3.0:1749611258.111665:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111666:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611258.111666:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611258.111667:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611258.111668:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611258.111669:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1749611258.111670:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d500. 00000100:00000040:2.0:1749611258.111672:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1135 usecs (2 jiffies) 00000400:00000010:3.0:1749611258.111673:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000040:1.0:1749611258.111673:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d500 x1834598494644352 msgsize 224 00000100:00000001:2.0:1749611258.111674:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300531571 00000100:00000001:0.0:1749611258.111676:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749611258.111678:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494643968, offset 0 00000100:00000001:0.0:1749611258.111678:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111680:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300531570 00000100:00100000:1.0:1749611258.111680:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611258.111681:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611258.111684:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611258.111684:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300531571 00000100:00100000:0.0:1749611258.111684:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494644096 00000100:00000001:2.0:1749611258.111687:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300531570 00000020:00000001:0.0:1749611258.111687:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611258.111688:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611258.111690:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300531571 00000100:00000001:1.0:1749611258.111690:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749611258.111690:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611258.111692:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611258.111692:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111693:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300531570 00000100:00000001:2.0:1749611258.111695:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300531571 00000020:00000001:0.0:1749611258.111695:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111698:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300531570 00000400:00000200:1.0:1749611258.111699:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958213b8 00000020:00000010:0.0:1749611258.111699:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3b600. 00000400:00000200:3.0:1749611258.111701:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf942700 00000100:00000001:2.0:1749611258.111701:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611258.111701:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958213b8. 00000100:00000001:2.0:1749611258.111703:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611258.111703:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000100:00000001:1.0:1749611258.111705:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749611258.111707:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x85c5 [1] + 0 00000020:00000010:0.0:1749611258.111707:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:2.0:1749611258.111711:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749611258.111712:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611258.111712:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749611258.111713:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611258.111713:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611258.111715:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611258.111716:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611258.111716:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111720:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611258.111721:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111723:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611258.111723:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749611258.111725:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.111725:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.111727:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611258.111727:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611258.111729:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611258.111731:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111731:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611258.111734:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494644224:0@lo:38:kworker.0 00000100:00000001:1.0:1749611258.111735:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611258.111736:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.111737:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611258.111738:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611258.111739:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611258.111740:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611258.111741:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.111741:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.111741:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494644352 02000000:00000001:2.0:1749611258.111743:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611258.111743:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611258.111745:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611258.111746:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749611258.111746:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4400. 00000100:00000040:1.0:1749611258.111746:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 967 usecs (1 jiffies) 00000100:00000001:0.0:1749611258.111746:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.111748:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.111749:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300531570 02000000:00000001:0.0:1749611258.111749:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611258.111751:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00100000:0.0:1749611258.111751:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494644352 00000100:00000001:1.0:1749611258.111752:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300531571 00000020:00000001:0.0:1749611258.111752:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611258.111753:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000010:2.0:1749611258.111754:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000020:00000001:0.0:1749611258.111754:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611258.111755:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300531570 00000020:00000040:0.0:1749611258.111756:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611258.111757:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300531571 00000100:00000200:2.0:1749611258.111758:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494644224, portal 10 00000400:00000200:3.0:1749611258.111759:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000020:00000001:0.0:1749611258.111759:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611258.111760:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611258.111760:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300531570 00000400:00000010:3.0:1749611258.111761:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000020:00000001:0.0:1749611258.111761:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611258.111762:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:3.0:1749611258.111765:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611258.111765:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611258.111767:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611258.111768:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611258.111768:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b544afc0. 00000100:00000001:3.0:1749611258.111770:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.111771:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300531571 00000100:00000001:1.0:1749611258.111773:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300531570 00000020:00000010:0.0:1749611258.111773:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880137370bc0. 00000100:00000040:3.0:1749611258.111774:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611258.111775:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611258.111775:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300531571 00000100:00000001:3.0:1749611258.111776:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611258.111777:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611258.111777:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611258.111778:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611258.111779:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000001:1.0:1749611258.111780:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611258.111780:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000200:2.0:1749611258.111781:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494644224, offset 0 00000100:00000040:3.0:1749611258.111783:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5880 x1834598494643968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.111783:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611258.111785:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611258.111785:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.111786:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1749611258.111791:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611258.111791:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611258.111793:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1749611258.111794:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494643968:12345-0@lo:38:kworker.0 Request processed in 223us (559us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611258.111795:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749611258.111795:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3a200. 00000400:00000200:2.0:1749611258.111796:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942800 00000100:00000001:1.0:1749611258.111796:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611258.111798:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611258.111798:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff800. 00000100:00000001:1.0:1749611258.111800:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611258.111801:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 37704 00000020:00000010:0.0:1749611258.111801:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000100:00100000:3.0:1749611258.111805:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000400:00000200:2.0:1749611258.111805:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611258.111808:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611258.111808:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611258.111809:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611258.111810:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611258.111811:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611258.111811:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611258.111812:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611258.111814:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611258.111815:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749611258.111817:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611258.111817:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611258.111818:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc680. 00000100:00000001:0.0:1749611258.111818:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:2.0:1749611258.111821:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6a00. 00000100:00000001:0.0:1749611258.111821:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611258.111822:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611258.111823:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6a00 x1834598494644224 msgsize 520 00000020:00000010:3.0:1749611258.111824:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00100000:2.0:1749611258.111827:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749611258.111830:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0d600. 00000100:00000001:0.0:1749611258.111830:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.111835:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611258.111835:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00000001:0.0:1749611258.111835:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611258.111836:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611258.111836:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494644224 00000100:00000040:1.0:1749611258.111838:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:0.0:1749611258.111838:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611258.111840:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:0.0:1749611258.111840:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611258.111841:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706664704 : -131939002886912 : ffff88008e99d500) 00000400:00000010:2.0:1749611258.111842:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:0.0:1749611258.111842:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111844:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611258.111844:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.111846:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494644224 00000100:00000040:1.0:1749611258.111847:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d500 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:694/0 lens 224/0 e 0 to 0 dl 1749611269 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611258.111848:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611258.111848:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611258.111849:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611258.111851:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611258.111852:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611258.111854:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111855:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611258.111857:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611258.111857:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3b200. 00000100:00000040:2.0:1749611258.111858:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611258.111859:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000020:00000010:1.0:1749611258.111860:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000020:00000010:0.0:1749611258.111861:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749611258.111863:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611258.111863:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611258.111864:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111864:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611258.111865:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611258.111865:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611258.111866:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:0.0:1749611258.111866:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111867:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611258.111868:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111868:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611258.111871:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 795 usecs (1 jiffies) 00000100:00100000:1.0:1749611258.111873:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494644352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749611258.111874:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00000001:2.0:1749611258.111874:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300531570 00000100:00000001:0.0:1749611258.111874:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.111876:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300531571 00000100:00000200:1.0:1749611258.111877:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494644352 00000100:00000001:3.0:1749611258.111879:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926049152 : -131938783502464 : ffff88009bad5f80) 00000100:00000001:2.0:1749611258.111879:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300531570 00000020:00000001:1.0:1749611258.111880:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611258.111881:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300531571 00000100:00000001:0.0:1749611258.111881:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611258.111883:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300531570 00000020:00000001:1.0:1749611258.111884:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611258.111884:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611258.111885:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300531571 00000100:00000040:3.0:1749611258.111886:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5f80 x1834598494644096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611258.111886:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111888:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300531570 00000020:00000001:1.0:1749611258.111889:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611258.111890:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300531571 00000100:00100000:0.0:1749611258.111890:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00000001:2.0:1749611258.111892:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611258.111892:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611258.111894:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611258.111894:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611258.111894:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926051840 : -131938783499776 : ffff88009bad6a00) 00000400:00000001:2.0:1749611258.111897:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611258.111899:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611258.111900:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6a00 x1834598494644224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611278 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611258.111901:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000100:00100000:3.0:1749611258.111902:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494644096:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611258.111903:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000020:00000001:1.0:1749611258.111905:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611258.111906:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749611258.111908:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494644096 00000020:00000001:1.0:1749611258.111909:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749611258.111910:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000001:3.0:1749611258.111911:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611258.111911:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111913:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611258.111913:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749611258.111914:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611258.111917:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.111918:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611258.111920:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611258.111924:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73400. 00000020:00000001:3.0:1749611258.111925:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611258.111926:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611258.111926:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.111926:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494644224:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611258.111928:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611258.111930:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611258.111931:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111932:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611258.111932:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494644224 00010000:00000001:3.0:1749611258.111934:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611258.111934:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1749611258.111934:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494644352 00000100:00000001:2.0:1749611258.111936:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749611258.111936:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749611258.111936:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611258.111938:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749611258.111939:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611258.111940:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000200:1.0:1749611258.111941:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d500 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:694/0 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.111942:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.111945:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611258.111947:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749611258.111949:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611258.111951:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:2.0:1749611258.111951:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611258 v=5 (0 0 0 0) 00010000:00000001:1.0:1749611258.111951:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611258.111952:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111953:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749611258.111954:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=13 v=5 (1 1 1 1) 02000000:00000001:3.0:1749611258.111956:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749611258.111956:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=81 v=20 (1 1 1 20) 00010000:00020000:0.0:1749611258.111957:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611258.111958:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611258.111958:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611258.111961:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611258.111961:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:0.0:1749611258.111961:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749611258.111962:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b000. 00000100:00000001:1.0:1749611258.111963:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611258.111964:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611258.111965:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611258.111965:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611258.111966:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611258.111968:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611258.111968:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111969:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.111969:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611258.111970:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611258.111972:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611258.111972:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749611258.111973:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611258.111975:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611258.111975:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 02000000:00000001:0.0:1749611258.111975:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611258.111976:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611258.111979:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1749611258.111980:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749611258.111980:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494644352, offset 224 00000100:00000001:2.0:1749611258.111981:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611258.111981:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dca400. 00000100:00000001:2.0:1749611258.111983:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611258.111984:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749611258.111984:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.111985:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611258.111985:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611258.111987:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1749611258.111988:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611258.111988:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611258.111991:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00080000:2.0:1749611258.111991:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:0.0:1749611258.111992:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611258.111994:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611258.111994:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611258.111994:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611258.111995:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.111998:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611258.111998:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611258.111999:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611258.112002:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942880 00000100:00000040:3.0:1749611258.112003:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611258.112004:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749611258.112006:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749611258.112006:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494643968:0@lo:38:kworker.0 00000400:00000200:1.0:1749611258.112008:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x85cd [1] + 224 00000100:00000001:0.0:1749611258.112008:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611258.112009:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611258.112011:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:3.0:1749611258.112012:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611258.112013:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611258.112014:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611258.112015:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611258.112016:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611258.112017:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611258.112017:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611258.112018:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:3.0:1749611258.112020:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000040:2.0:1749611258.112021:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494643968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.112021:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611258.112023:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000200:1.0:1749611258.112025:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611258.112026:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494644096, offset 0 02000000:00000001:0.0:1749611258.112026:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611258.112028:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611258.112029:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.112030:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611258.112032:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7800. 00000100:00000001:0.0:1749611258.112032:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749611258.112033:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611258.112035:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749611258.112036:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611258.112037:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611258.112039:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749611258.112040:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611258.112040:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821b28. 00000020:00000001:2.0:1749611258.112041:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611258.112044:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611258.112044:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dcb000. 00000100:00000200:0.0:1749611258.112045:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494644224, offset 0 02000000:00000001:2.0:1749611258.112047:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611258.112048:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611258.112050:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000400:00000200:0.0:1749611258.112050:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611258.112052:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942780 00000100:00000001:1.0:1749611258.112053:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611258.112055:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611258.112056:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112058:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611258.112061:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x85d1 [1] + 0 00000400:00000200:0.0:1749611258.112061:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611258.112063:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611258.112064:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112066:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611258.112067:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611258.112069:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611258.112069:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.112071:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611258.112071:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000200:3.0:1749611258.112074:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611258.112074:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749611258.112076:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749611258.112076:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942800 00000100:00000001:1.0:1749611258.112078:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611258.112079:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611258.112082:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611258.112082:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x85e1 [1] + 0 00000100:00000040:1.0:1749611258.112086:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000200:3.0:1749611258.112087:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611258.112087:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611258.112088:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611258.112090:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611258.112091:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611258.112092:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611258.112095:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611258.112097:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d500 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:694/0 lens 224/224 e 0 to 0 dl 1749611269 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611258.112100:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611258.112103:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611258.112105:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749611258.112107:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494644352:12345-0@lo:400:kworker.0 Request processed in 248us (431us total) trans 0 rc 0/0 00000020:00000040:2.0:1749611258.112109:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:0.0:1749611258.112111:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611258.112116:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00000040:1.0:1749611258.112119:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611258.112121:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611258.112123:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611258.112124:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611258.112127:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611258.112127:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff800. 00000100:00000001:2.0:1749611258.112129:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611258.112130:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821b28 00000020:00000010:1.0:1749611258.112131:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000400:00000010:0.0:1749611258.112132:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821b28. 00000020:00000010:1.0:1749611258.112134:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3a200. 00000100:00000001:0.0:1749611258.112135:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611258.112136:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611258.112136:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:1.0:1749611258.112139:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611258.112140:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.112142:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611258.112143:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:3.0:1749611258.112144:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:0.0:1749611258.112145:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611258.112148:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000020:00000001:0.0:1749611258.112148:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611258.112152:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749611258.112153:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749611258.112153:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6a00 x1834598494644224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611258.112154:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749611258.112155:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611258.112156:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611258.112157:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00000001:3.0:1749611258.112158:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.112158:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611258.112160:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611258.112161:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000040:3.0:1749611258.112163:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611258.112164:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749611258.112165:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611258.112166:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611258.112167:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.112167:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494644224:12345-0@lo:38:kworker.0 Request processed in 242us (339us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749611258.112168:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611258.112168:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff4d0. 00000020:00000001:3.0:1749611258.112170:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611258.112173:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821908 00000400:00000010:1.0:1749611258.112175:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821908. 00000100:00000040:3.0:1749611258.112177:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5f80 x1834598494644096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611278 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611258.112180:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00000001:1.0:1749611258.112184:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611258.112184:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611258.112186:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749611258.112188:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611258.112190:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611258.112192:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494644096:12345-0@lo:38:kworker.0 Request processed in 289us (586us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749611258.112192:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000100:00000001:2.0:1749611258.112197:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749611258.112197:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:2.0:1749611258.112199:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112200:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611258.112202:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749611258.112202:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611258.112202:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3b200. 00000100:00000001:2.0:1749611258.112204:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611258.112205:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00000001:2.0:1749611258.112205:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.112207:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611258.112207:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611258.112209:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611258.112211:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749611258.112212:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611258 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611258.112214:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749611258.112215:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=63 v=20 (1 1 1 20) 00000020:00000010:3.0:1749611258.112216:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000100:00000001:1.0:1749611258.112216:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112218:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611258.112219:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611258.112219:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749611258.112221:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000100:00000001:2.0:1749611258.112221:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611258.112222:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611258.112225:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749611258.112226:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3b600. 00000100:00000040:2.0:1749611258.112226:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.112228:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611258.112231:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611258.112231:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.112232:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611258.112234:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611258.112236:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112238:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:1.0:1749611258.112238:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=113 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611258.112239:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611258.112241:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:1.0:1749611258.112243:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=113 v=5 (1 1 1 1) 00000100:00080000:2.0:1749611258.112244:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611258.112246:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611258.112247:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749611258.112249:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.112250:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611258.112253:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749611258.112257:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494644096:0@lo:38:kworker.0 00010000:00080000:1.0:1749611258.112260:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611258.112262:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611258.112263:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611258.112270:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00010000:00000001:1.0:1749611258.112271:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611258.112272:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611258.112274:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:1.0:1749611258.112275:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611258.112277:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611258.112278:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000200:2.0:1749611258.112280:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.112280:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611258.112283:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611258.112289:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611258.112289:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.112295:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611258.112296:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112298:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611258.112299:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611258.112300:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611258.112301:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611258.112302:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611258.112304:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.112304:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749611258.112307:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611258 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611258.112307:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611258.112310:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=113 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611258.112313:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611258.112313:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.112314:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611258.112316:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611258.112320:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611258.112326:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611258.112326:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494644352:0@lo:400:kworker.0 00000100:00000001:2.0:1749611258.112329:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611258.112330:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112331:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611258.112333:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611258.112335:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611258.112337:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611258.112339:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611258.112343:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.112344:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611258.112346:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611258.112351:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe300 x1834598494644352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611258.112387:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494644224:0@lo:38:kworker.0 00000100:00000001:2.0:1749611258.112392:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.112392:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611258.112394:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611258.112394:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611258.112397:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ef3b400. 00000100:00000040:2.0:1749611258.112398:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494644096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611258.112401:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611258.112402:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611258.112404:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611258.112405:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611258.112406:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749611258.112406:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611258.112408:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 02000000:00000010:1.0:1749611258.112408:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab300. 02000000:00000001:2.0:1749611258.112411:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611258.112411:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749611258.112412:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749611258.112413:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1749611258.112414:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:1.0:1749611258.112415:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe300. 00000020:00000001:2.0:1749611258.112416:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611258.112418:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dca800. 02000000:00000001:2.0:1749611258.112420:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611258.112420:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749611258.112422:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611258.112422:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749611258.112423:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:1.0:1749611258.112424:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112426:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611258.112427:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112429:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611258.112429:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611258.112431:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611258.112431:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611258.112433:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611258.112434:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.112437:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611258.112439:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611258.112440:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4400. 02000000:00000001:2.0:1749611258.112443:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611258.112444:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611258.112445:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611258.112447:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611258.112448:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc9000. 02000000:00000001:2.0:1749611258.112450:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611258.112451:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611258.112452:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000001:2.0:1749611258.112455:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611258.112461:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.112464:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.112466:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611258.112467:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611258.112468:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.112470:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611258.113615:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300531571, at 4300531571 00000100:00000040:0.0:1749611258.113619:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300531571, at 4300531571 00000100:00000040:1.0:1749611258.113620:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300531571, at 4300531571 00000100:00000010:2.0:1749611258.113625:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211d80. 00000100:00000010:0.0:1749611258.113637:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211040. 00000100:00000010:1.0:1749611258.113655:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211f00. 00000100:00000040:3.0:1749611258.113662:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300531571, at 4300531571 00000100:00000010:3.0:1749611258.113673:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211880. 00000100:00000001:0.0:1749611258.458706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611258.458734:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611258.458737:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.458741:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611258.458745:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611258.458750:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.458753:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611258.458756:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.458758:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611258.486636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611258.486641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611258.486644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611258.486648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611258.486651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611258.486653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.486656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611258.486659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611258.486662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611258.656604:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611258.656611:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611258.656705:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611258.656709:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611258.656712:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611258.881667:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611258.881675:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611258.881677:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611258.881683:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611258.881686:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611258.881690:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.881693:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611258.881697:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611258.881699:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611259.111638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611259.111655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611259.111657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611259.111662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611259.111664:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611259.111668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611259.111671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611259.458705:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611259.458714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611259.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611259.458722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611259.458726:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611259.458730:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611259.458733:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611259.458736:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611259.458738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611259.486692:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611259.486698:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611259.486701:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611259.486705:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611259.486708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611259.486711:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611259.486714:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611259.486717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611259.486719:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611259.658677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611259.658684:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611259.658766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611259.658773:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611259.658779:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611259.881674:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611259.881683:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611259.881685:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611259.881690:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611259.881694:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611259.881698:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611259.881701:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611259.881705:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611259.881730:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611260.111665:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611260.111683:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611260.111686:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611260.111691:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611260.111694:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611260.111698:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611260.111726:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611260.458660:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611260.458668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611260.458671:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611260.458676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611260.458680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611260.458683:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611260.458686:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611260.458689:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611260.458691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611260.486632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611260.486637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611260.486639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611260.486643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611260.486645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611260.486648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611260.486651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611260.486664:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880111570a80 x1834598494642048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611260.486675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611260.486679:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111570a80 x1834598494642048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611260.486688:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611260.486691:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611260.486694:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611260.486696:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611260.486699:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570a80 x1834598494642048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611260.486708:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111570a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494642048:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611260.486713:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611260.486715:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611260.486718:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611260.486720:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611260.486723:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111570a80 x1834598494642048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611260.486730:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611260.486733:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611260.486738:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611260.486740:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611260.486744:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611260.486765:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611260.486768:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611260.486772:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e800 refcount=4 00000020:00000001:2.0:1749611260.486774:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611260.486777:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00010000:2.0:1749611260.486783:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611260.486793:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611260.486798:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611260.486805:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611260.486808:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611260.486814:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611260.486816:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611260.486818:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611260.486824:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611260.486826:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611260.486829:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611260.486832:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611260.486838:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611260.486841:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611260.486844:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611260.486849:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611260.486855:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611260.486857:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611260.486859:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e800 refcount=5 00000020:00000001:2.0:1749611260.486861:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611260.486863:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611260.486866:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611260.486869:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611260.486875:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611260.486877:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611260.486882:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749611260.486885:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611260.486887:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611260.486889:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611260.486891:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611260.486893:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611260.486895:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611260.486897:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611260.486898:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611260.486901:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e800 with handle 0x689c0ec07329d335 from hash 00010000:00000001:2.0:1749611260.486903:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611260.486905:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611260.486906:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611260.486907:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611260.486908:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611260.486909:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611260.486911:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611260.486912:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611260.486914:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611260.486916:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611260.486918:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611260.486933:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611260.486934:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611260.486935:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611260.486937:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611260.486938:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611260.486939:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611260.486940:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611260.486943:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d335 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611260.486950:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81bb00 count: 0 00010000:00000001:2.0:1749611260.486984:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611260.486986:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611260.486989:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611260.486994:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111570a80 x1834598494642048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611260.487001:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611260.487003:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611260.487005:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611260.487007:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611260.487011:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611260.487016:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611260.487018:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611260.487020:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570a80. 00000100:00000001:2.0:1749611260.487024:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611260.487026:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611260.487027:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611260.487030:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611260.487033:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611260.487036:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b4211d80. 00000020:00000010:2.0:1749611260.487041:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611260.487046:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f400. 00000040:00000010:2.0:1749611260.487049:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611260.487054:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611260.487065:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e000. 80000000:00000010:2.0:1749611260.487070:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611260.487075:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:2.0:1749611260.487081:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611260.487087:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 10000000:00000040:2.0:1749611260.487097:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611260.487101:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 10000000:00000001:2.0:1749611260.487105:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611260.487109:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611260.487115:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f400. 00000040:00000010:2.0:1749611260.487119:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611260.487122:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611260.487127:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e000. 80000000:00000010:2.0:1749611260.487130:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611260.487133:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e600. 00080000:00000010:2.0:1749611260.487138:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:2.0:1749611260.487144:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611260.487147:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 10000000:00000010:2.0:1749611260.487150:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4211d80. 10000000:01000000:2.0:1749611260.487153:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749611260.487156:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611260.487159:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611260.487161:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611260.487163:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611260.487165:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:2.0:1749611260.487167:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611260.487169:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611260.487171:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749611260.487173:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611260.487175:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611260.487176:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749611260.487177:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611260.487179:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:2.0:1749611260.487182:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611260.487188:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749611260.487193:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7800. 00000020:00000040:2.0:1749611260.487196:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611260.487201:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611260.487204:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611260.487210:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611260.487215:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611260.487221:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611260.487225:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611260.487227:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611260.487232:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81b900. 00010000:00000001:2.0:1749611260.487237:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611260.487239:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ee00. 00000020:00000001:2.0:1749611260.487242:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611260.487244:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ee00 with handle 0x689c0ec07329d34a to hash 00000020:00000001:2.0:1749611260.487247:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611260.487248:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749611260.487251:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749611260.487254:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611260.487256:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611260.487259:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611260.487266:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611260.487276:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611260.487282:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611260.487284:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611260.487289:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611260.487291:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611260.487294:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611260.487296:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926055424 : -131938783496192 : ffff88009bad7800) 00000100:00000001:2.0:1749611260.487305:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611260.487310:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611260.487312:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611260.487314:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611260.487319:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611260.487327:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611260.487328:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611260.487332:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611260.487385:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611260.487387:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611260.487389:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611260.487391:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611260.487393:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611260.487395:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611260.487397:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611260.487398:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611260.487401:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1749611260.489742:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81bb00. 00010000:00000010:1.1:1749611260.489762:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e800. 00010000:00000001:0.0:1749611260.660663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611260.660671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611260.660806:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611260.660811:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611260.660815:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611260.881651:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611260.881662:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611260.881666:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611260.881673:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611260.881678:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611260.881683:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611260.881688:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611260.881692:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611260.881696:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611261.111659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611261.111676:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611261.111679:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611261.111684:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611261.111686:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611261.111691:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611261.111693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611261.458624:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611261.458630:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611261.458632:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611261.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611261.458639:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611261.458642:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611261.458645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611261.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611261.458650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611261.486653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611261.486657:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611261.486658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611261.486659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611261.486661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611261.486662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611261.486664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611261.486666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611261.486681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611261.662626:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611261.662631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611261.662705:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611261.662708:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611261.662710:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611261.881689:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611261.881697:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611261.881700:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611261.881705:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611261.881709:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611261.881713:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611261.881716:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611261.881719:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611261.881722:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611262.111609:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611262.111628:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611262.111632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611262.111638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611262.111642:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611262.111647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611262.111651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611262.458678:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611262.458688:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611262.458691:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611262.458696:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611262.458700:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611262.458704:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611262.458707:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611262.458710:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611262.458712:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611262.486638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611262.486643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611262.486644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611262.486648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611262.486658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611262.486661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611262.486663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611262.486666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611262.486668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611262.664684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611262.664692:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611262.664830:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611262.664836:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611262.664840:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611262.881653:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611262.881662:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611262.881664:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611262.881670:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611262.881674:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611262.881678:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611262.881682:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611262.881685:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611262.881688:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.111622:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611263.111631:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611263.111646:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611238/real 1749611238] req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611263.111666:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611263.111669:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611263.111673:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749611263.111681:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611263.111684:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611263.111688:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611263.111692:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611263.111703:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.111711:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.111712:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111716:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611263.111718:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611263.111721:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.111728:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111740:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611263.111741:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.111744:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611263.111747:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611263.111750:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611263.111754:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.111785:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611263.111788:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111790:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611263.111792:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111794:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611263.111797:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611263.111801:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611263.111834:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611263.111837:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611263.111842:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611263.111851:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494640256:0@lo:250:kworker.0 00000100:00000001:2.0:1749611263.111856:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111859:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611263.111862:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494640256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611263 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.111869:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611263.111872:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611263.111876:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781d9000. 02000000:00000001:2.0:1749611263.111886:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611263.111889:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611263.111891:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611263.111894:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611263.111896:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 02000000:00000001:2.0:1749611263.111901:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611263.111903:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611263.111905:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611263.111908:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611263.111909:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111911:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.111920:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611263.111922:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.111924:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611263.111926:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611263.111948:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611263.111957:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749611263.111959:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611263.111962:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611263.111966:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611263.111979:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5844 00000100:00080000:0.0:1749611263.111984:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611263.111987:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611263.111991:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.111993:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611263.111996:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611263.112000:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611263.112002:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749611263.112005:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611263.112008:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749611263.112010:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749611263.112013:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749611263.112015:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611263.112017:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.112019:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611263.112021:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611263.112024:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749611263.112027:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749611263.112029:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611263.112032:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611263.112036:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611263.112038:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112040:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611263.112043:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611263.112048:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 00000020:00000040:0.0:1749611263.112052:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749611263.112055:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611263.112057:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112060:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611263.112062:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611263.112066:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611263.112074:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc9000. 00000100:00000001:0.0:1749611263.112081:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611263.112094:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611263.112105:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611263.112110:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611263.112115:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc380] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611263.112146:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611263.112150:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611263.112154:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611263.112156:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611263.112158:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611263.112161:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611263.112163:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5864 00000100:00080000:0.0:1749611263.112166:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611263.112168:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611263.112170:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.112172:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611263.112174:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611263.112177:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611263.112178:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611263.112180:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611263.112182:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611263.112184:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611263.112186:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611263.112188:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611263.112190:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.112191:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611263.112192:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611263.112193:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611263.112195:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000001:2.0:1749611263.112196:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749611263.112198:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611263.112199:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611263.112205:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611263.112207:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611263.112207:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611263.112214:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611263.112216:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112218:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611263.112220:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112222:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749611263.112224:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebdc00. 00000100:00000001:2.0:1749611263.112225:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611263.112226:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611263.112229:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611263.112229:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611263.112230:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112232:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611263.112233:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611263.112233:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611263.112235:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112237:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611263.112238:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dca800. 00000100:00000001:0.0:1749611263.112242:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611263.112243:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494644608:0@lo:250:kworker.0 00000100:00100000:0.0:1749611263.112247:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611263.112248:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611263.112253:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611263.112255:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611263.112257:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112257:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112260:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611263.112260:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebdc00] to pc [ptlrpcd_rcv+-1] req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611263.112266:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4400. 00000100:00000001:0.0:1749611263.112269:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112270:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611263.112272:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749611263.112276:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00080000:0.0:1749611263.112276:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611263.112277:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611263.112279:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611263.112281:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749611263.112282:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00080000:0.0:1749611263.112283:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5864 00000100:00080000:0.0:1749611263.112286:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611263.112288:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000200:2.0:1749611263.112289:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494644608, portal 25 00000100:00000001:0.0:1749611263.112290:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.112291:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611263.112292:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611263.112293:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 00000100:00000001:0.0:1749611263.112298:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611263.112300:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611263.112300:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611263.112302:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611263.112303:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611263.112305:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749611263.112307:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611263.112307:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611263.112342:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611263.112345:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611263.112348:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000040:0.0:1749611263.112348:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611263.112350:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611263.112351:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494644608, offset 0 00000100:00000040:0.0:1749611263.112352:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611263.112354:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611263.112357:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749611263.112357:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611263.112359:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611263.112362:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611263.112363:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611263.112367:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611263.112369:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.112371:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611263.112371:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611263.112373:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611263.112377:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:0.0:1749611263.112380:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611263.112382:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749611263.112383:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf942980 02000000:00000001:0.0:1749611263.112384:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112386:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611263.112387:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611263.112389:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611263.112393:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dcb000. 00000400:00000100:2.0:1749611263.112397:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494644608 offset 0 length 520: 4 00000100:00000001:0.0:1749611263.112397:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.112401:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00100000:0.0:1749611263.112402:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611263.112404:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1749611263.112410:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749611263.112413:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000001:0.0:1749611263.112413:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611263.112415:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000040:0.0:1749611263.112416:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.112418:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611263.112423:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.112431:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611263.112431:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611263.112434:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611263.112434:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611263.112437:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611263.112439:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611263.112441:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611263.112441:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611263.112443:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611263.112443:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611263.112446:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611263.112446:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5864 00000100:00080000:0.0:1749611263.112449:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749611263.112451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300536592 00000100:00000040:0.0:1749611263.112451:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611263.112453:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.112454:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000010:2.0:1749611263.112455:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211d80. 00000100:00000001:0.0:1749611263.112456:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611263.112458:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611263.112459:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611263.112461:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611263.112462:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1749611263.112462:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611263.112464:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611263.112466:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611263.112468:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300536592 00000100:00000040:0.0:1749611263.112469:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000010:2.0:1749611263.112471:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211cc0. 00000100:00000001:0.0:1749611263.112471:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611263.112472:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611263.112474:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611263.112474:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611263.112476:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611263.112478:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611263.112480:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611263.112482:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611263.112485:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611263.112487:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112489:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611263.112492:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300536592 00000100:00000010:2.0:1749611263.112495:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211dc0. 00000100:00000001:0.0:1749611263.112495:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112498:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000010:0.0:1749611263.112500:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611263.112501:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300536592 00000020:00000040:0.0:1749611263.112502:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:2.0:1749611263.112503:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211680. 02000000:00000001:0.0:1749611263.112504:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611263.112506:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749611263.112506:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.112507:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611263.112509:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611263.112510:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611263.112514:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3000. 00000100:00000001:0.0:1749611263.112517:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112518:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611263.112547:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112551:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611263.112552:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611263.112553:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.112558:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611263.112560:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611263.112562:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112565:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749611263.112565:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.112567:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611263.112569:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611263.112571:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611263.112573:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611263.112576:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611263.112580:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749611263.112583:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611263.112583:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000020:00000040:0.0:1749611263.112586:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611263.112588:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611263.112590:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611263.112591:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611263.112591:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112592:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112594:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749611263.112596:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab400. 02000000:00000001:2.0:1749611263.112597:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611263.112598:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112599:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611263.112601:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494644736:0@lo:38:kworker.0 00000100:00000040:0.0:1749611263.112602:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611263.112605:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611263.112607:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611263.112609:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112610:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611263.112610:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611263.112612:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611263.112614:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611263.112616:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611263.112617:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_00_02+2] req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611263.112620:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000400:00000010:2.0:1749611263.112623:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000200:2.0:1749611263.112627:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494644736, portal 4 00000100:00000001:2.0:1749611263.112629:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611263.112631:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175169536 : -131939534382080 : ffff88006eebdc00) 00000100:00000040:2.0:1749611263.112638:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.112645:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611263.112647:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611263.112649:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611263.112651:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494644736, offset 0 00000400:00000200:2.0:1749611263.112655:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611263.112659:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.112661:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611263.112666:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5874) 00000400:00000200:2.0:1749611263.112667:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf942a00 00000400:00000200:2.0:1749611263.112673:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 1040 00000400:00000200:2.0:1749611263.112680:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611263.112682:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611263.112688:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611263.112688:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611263.112689:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611263.112690:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611263.112690:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112694:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611263.112697:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1749611263.112699:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611263.112701:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7480. 00000100:00000040:2.0:1749611263.112704:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7480 x1834598494644736 msgsize 520 00000100:00100000:2.0:1749611263.112709:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611263.112726:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611263.112729:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611263.112731:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.112732:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611263.112734:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 02000000:00000001:1.0:1749611263.112735:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611263.112736:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611263.112737:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611263.112740:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611263.112740:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611263.112744:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494645120:0@lo:400:kworker.0 00000100:00000001:2.0:1749611263.112747:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611263.112748:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611263.112750:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611263.112752:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611263.112754:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611263.112756:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611263.112757:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.112759:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1749611263.112760:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27c600. 00000100:00000001:2.0:1749611263.112762:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611263.112762:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611263.112766:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1298 usecs (2 jiffies) 00000400:00000010:1.0:1749611263.112768:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbcb8. 00000100:00000001:2.0:1749611263.112769:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300536572 00000100:00000001:2.0:1749611263.112772:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300536592 00000100:00000001:3.0:1749611263.112773:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749611263.112773:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749611263.112774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300536572 00000100:00000001:2.0:1749611263.112777:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300536592 00000100:00000200:1.0:1749611263.112778:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494645120, portal 10 00000100:00000001:2.0:1749611263.112779:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300536572 00000100:00000001:1.0:1749611263.112780:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611263.112781:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:2.0:1749611263.112782:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300536592 00000100:00000001:2.0:1749611263.112785:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300536572 00000100:00100000:3.0:1749611263.112786:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494644736 02000000:00000001:3.0:1749611263.112789:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611263.112789:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300536592 00000100:00000040:1.0:1749611263.112789:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.112792:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611263.112792:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611263.112795:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611263.112796:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.112797:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611263.112799:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611263.112800:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611263.112801:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611263.112802:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749611263.112804:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611263.112804:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494645120, offset 0 00000100:00100000:3.0:1749611263.112805:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494644736 00000020:00000001:3.0:1749611263.112808:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749611263.112809:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1749611263.112810:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611263.112812:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611263.112814:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611263.112816:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611263.112818:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611263.112822:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0d600. 00000100:00000001:2.0:1749611263.112824:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611263.112825:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf942b80 00000100:00000001:2.0:1749611263.112827:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611263.112829:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc680. 02000000:00000001:2.0:1749611263.112830:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749611263.112831:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 38224 02000000:00000001:2.0:1749611263.112833:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611263.112834:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 02000000:00000001:2.0:1749611263.112836:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611263.112837:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611263.112839:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611263.112841:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611263.112841:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494644864:0@lo:38:kworker.0 00000400:00000200:1.0:1749611263.112841:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611263.112843:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.112845:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611263.112846:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611263.112847:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611263.112849:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.112849:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611263.112851:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611263.112851:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d880. 02000000:00000001:2.0:1749611263.112854:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611263.112860:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7800. 00000100:00000040:1.0:1749611263.112860:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d880 x1834598494645120 msgsize 224 02000000:00000001:2.0:1749611263.112863:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611263.112864:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749611263.112868:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:3.0:1749611263.112873:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611263.112873:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611263.112876:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749611263.112877:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494644864, portal 10 00000100:00000001:2.0:1749611263.112880:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611263.112882:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000400:00000200:1.0:1749611263.112884:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:3.0:1749611263.112885:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749611263.112886:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611263.112887:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611263.112889:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611263.112892:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611263.112893:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00000200:1.0:1749611263.112894:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.112896:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926054528 : -131938783497088 : ffff88009bad7480) 00000100:00000001:2.0:1749611263.112901:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611263.112902:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7480 x1834598494644736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611263.112902:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611263.112904:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611263.112905:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611263.112907:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611263.112911:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494644864, offset 0 00000100:00000001:1.0:1749611263.112912:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.112914:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611263.112916:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494644736:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611263.112917:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611263.112918:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611263.112920:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494644736 00000100:00000040:1.0:1749611263.112922:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 966 usecs (1 jiffies) 00000020:00000001:3.0:1749611263.112924:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611263.112925:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300536571 00000400:00000200:2.0:1749611263.112926:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611263.112928:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611263.112928:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300536592 00000100:00000001:1.0:1749611263.112931:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300536571 00000100:00000001:1.0:1749611263.112933:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300536592 00000400:00000200:2.0:1749611263.112935:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942a80 00000100:00000001:1.0:1749611263.112935:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300536571 00000100:00000001:1.0:1749611263.112937:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300536592 00000100:00000001:1.0:1749611263.112939:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300536571 00000020:00000001:3.0:1749611263.112941:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.112941:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 38448 00000100:00000001:1.0:1749611263.112941:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300536592 00000100:00000001:1.0:1749611263.112943:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611263.112943:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00020000:3.0:1749611263.112945:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611263.112945:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.112947:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611263.112947:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494645120 00010000:00000001:3.0:1749611263.112949:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611263.112949:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611263.112950:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611263.112951:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749611263.112952:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611263.112954:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611263.112954:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611263.112956:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611263.112956:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.112958:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611263.112959:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611263.112960:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611263.112961:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749611263.112961:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611263.112961:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611263.112961:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611263.112963:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749611263.112965:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494645120 02000000:00000001:3.0:1749611263.112966:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749611263.112966:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7b80. 00000100:00000001:1.0:1749611263.112967:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611263.112968:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611263.112970:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611263.112970:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000010:3.0:1749611263.112971:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68000. 02000000:00000001:3.0:1749611263.112973:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611263.112973:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611263.112975:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611263.112976:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00010000:00000001:3.0:1749611263.112979:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611263.112979:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7b80 x1834598494644864 msgsize 520 00000020:00000001:0.0:1749611263.112980:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00010000:00000001:3.0:1749611263.112982:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611263.112983:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:2.0:1749611263.112985:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:3.0:1749611263.112986:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611263.112989:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611263.112990:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611263.112992:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611263.112995:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:0.0:1749611263.112995:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b544a280. 00000100:00000001:2.0:1749611263.112996:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611263.112997:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611263.113000:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749611263.113001:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b544afc0. 00000100:00000040:3.0:1749611263.113003:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:2.0:1749611263.113004:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 02000000:00000001:3.0:1749611263.113005:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611263.113007:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611263.113007:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611263.113009:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611263.113010:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749611263.113010:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:3.0:1749611263.113012:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611263.113015:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:1.0:1749611263.113015:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611263.113016:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611263.113018:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494644864 00000100:00000200:3.0:1749611263.113020:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494644736, offset 0 02000000:00000001:1.0:1749611263.113020:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611263.113022:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611263.113024:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611263.113025:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611263.113025:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611263.113028:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611263.113031:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494644864 00000100:00000040:2.0:1749611263.113032:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611263.113033:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611263.113033:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611263.113034:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:1.0:1749611263.113035:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611263.113037:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611263.113039:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611263.113039:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611263.113040:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf942a00 00000100:00000001:2.0:1749611263.113041:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611263.113041:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611263.113041:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3b200. 00000020:00000010:1.0:1749611263.113044:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000400:00000200:3.0:1749611263.113046:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x85fd [1] + 0 00000100:00000001:2.0:1749611263.113046:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611263.113047:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000100:00000040:2.0:1749611263.113049:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1133 usecs (2 jiffies) 00000400:00000200:3.0:1749611263.113051:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611263.113052:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300536572 00000020:00000010:0.0:1749611263.113052:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000400:00000200:3.0:1749611263.113054:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611263.113058:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611263.113063:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611263.113063:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749611263.113063:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:1.0:1749611263.113065:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2500. 00000020:00000040:2.0:1749611263.113067:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611263.113067:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749611263.113069:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:0.0:1749611263.113069:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611263.113072:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611263.113073:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113073:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300536592 00000100:00000001:1.0:1749611263.113073:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611263.113075:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611263.113076:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300536572 00000100:00000001:1.0:1749611263.113077:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113078:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300536592 00000100:00000001:2.0:1749611263.113080:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300536572 00000100:00000001:0.0:1749611263.113080:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611263.113082:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.113082:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300536592 00000100:00000001:0.0:1749611263.113083:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611263.113084:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300536572 00000100:00000001:0.0:1749611263.113085:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113086:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300536592 00000100:00000001:2.0:1749611263.113088:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611263.113090:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113092:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611263.113093:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:2.0:1749611263.113093:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113095:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611263.113095:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611263.113096:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611263.113099:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611263.113100:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611263.113101:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611263.113102:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749611263.113104:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611263.113107:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611263.113108:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611263.113109:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611263.113110:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611263.113112:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611263.113112:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611263.113114:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611263.113116:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7480 x1834598494644736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611263.113118:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611263.113120:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611263.113120:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611263.113125:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1749611263.113127:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494644736:12345-0@lo:38:kworker.0 Request processed in 211us (420us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611263.113127:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749611263.113128:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611263.113129:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611263.113130:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706665600 : -131939002886016 : ffff88008e99d880) 00000100:00100000:3.0:1749611263.113136:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00000040:1.0:1749611263.113136:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d880 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:699/0 lens 224/0 e 0 to 0 dl 1749611274 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113139:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611263.113140:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749611263.113143:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000020:00000010:3.0:1749611263.113145:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc680. 00000100:00000001:1.0:1749611263.113145:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611263.113148:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f00. 00000100:00000001:0.0:1749611263.113148:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926056320 : -131938783495296 : ffff88009bad7b80) 00000020:00000010:3.0:1749611263.113149:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000001:2.0:1749611263.113149:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113151:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113151:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611263.113152:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0d600. 00000020:00000010:1.0:1749611263.113153:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3f00. 00000100:00000040:0.0:1749611263.113156:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7b80 x1834598494644864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113157:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.113159:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611263.113160:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494645120:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1749611263.113164:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113172:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749611263.113173:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494645120 00000100:00000001:2.0:1749611263.113174:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611263.113174:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494644864:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611263.113177:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749611263.113177:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611263.113179:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611263.113180:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:0.0:1749611263.113180:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494644864 02000000:00000001:2.0:1749611263.113181:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611263.113183:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611263.113184:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494644992:0@lo:38:kworker.0 00000020:00000001:0.0:1749611263.113184:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611263.113185:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611263.113187:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611263.113188:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749611263.113189:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1749611263.113189:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611263.113191:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611263.113191:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749611263.113193:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749611263.113195:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611263.113196:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00000020:00000001:1.0:1749611263.113197:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1749611263.113198:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611263.113199:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611263.113201:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611263.113201:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611263.113202:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000020:00000001:1.0:1749611263.113203:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749611263.113205:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00010000:00020000:0.0:1749611263.113206:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611263.113208:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749611263.113209:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494644992, portal 10 02000000:00000001:1.0:1749611263.113209:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749611263.113210:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611263.113211:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611263.113213:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 02000000:00000010:1.0:1749611263.113213:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72800. 00010000:00000001:0.0:1749611263.113214:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611263.113215:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611263.113218:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611263.113218:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.113218:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749611263.113220:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.113221:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:1.0:1749611263.113223:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494645120 02000000:00000001:0.0:1749611263.113224:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611263.113225:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749611263.113226:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749611263.113227:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611263.113229:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 02000000:00000010:0.0:1749611263.113229:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2000. 00010000:00000200:1.0:1749611263.113230:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d880 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:699/0 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611263.113231:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494644992, offset 0 02000000:00000001:0.0:1749611263.113233:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.113235:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611263.113236:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611263.113238:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611263.113240:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611263.113241:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611263.113242:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749611263.113243:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=18 v=5 (1 1 1 1) 00010000:00000001:0.0:1749611263.113243:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113247:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749611263.113248:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611263.113249:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611263.113251:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611263.113253:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611263.113254:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942b00 02000000:00000001:1.0:1749611263.113254:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611263.113256:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611263.113256:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611263.113258:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 38968 00000100:00000001:1.0:1749611263.113258:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611263.113260:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:1.0:1749611263.113261:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611263.113263:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749611263.113263:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611263.113264:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611263.113267:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611263.113268:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494645120, offset 224 00000100:00000001:0.0:1749611263.113268:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611263.113270:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611263.113272:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611263.113273:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611263.113274:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000010:2.0:1749611263.113275:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7100. 02000000:00000001:0.0:1749611263.113277:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611263.113278:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7100 x1834598494644992 msgsize 520 02000000:00000001:0.0:1749611263.113279:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611263.113282:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611263.113282:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611263.113286:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611263.113292:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942b80 00000100:00000040:0.0:1749611263.113295:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611263.113298:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8605 [1] + 224 00000100:00000001:2.0:1749611263.113299:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611263.113300:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821b28. 00000400:00000200:1.0:1749611263.113303:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611263.113304:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611263.113306:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000400:00000200:1.0:1749611263.113306:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611263.113328:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611263.113333:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113340:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611263.113343:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611263.113343:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611263.113343:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494644864, offset 0 00000100:00000200:1.0:1749611263.113349:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113350:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113351:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611263.113352:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611263.113355:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611263.113358:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 793 usecs (1 jiffies) 00000100:00000040:1.0:1749611263.113358:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113361:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300536571 00000100:00000001:3.0:1749611263.113363:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611263.113363:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300536592 00000400:00000200:0.0:1749611263.113364:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611263.113366:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300536571 00000100:00100000:3.0:1749611263.113367:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494644992 00000100:00000001:2.0:1749611263.113368:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300536592 02000000:00000001:3.0:1749611263.113370:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611263.113370:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300536571 00000100:00000001:1.0:1749611263.113371:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.113372:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300536592 00000100:00000001:3.0:1749611263.113373:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611263.113373:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942a80 00000100:00000001:2.0:1749611263.113374:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300536571 00000100:00000001:3.0:1749611263.113376:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113376:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300536592 00000400:00000200:1.0:1749611263.113377:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611263.113378:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611263.113379:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:3.0:1749611263.113380:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113382:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611263.113383:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749611263.113384:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494644992 00000100:00000001:2.0:1749611263.113385:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611263.113386:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x860d [1] + 0 00000100:00000001:1.0:1749611263.113387:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611263.113388:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611263.113390:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611263.113390:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000001:2.0:1749611263.113392:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749611263.113392:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611263.113393:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1749611263.113393:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749611263.113393:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611263.113394:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611263.113395:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611263.113396:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000020:00000001:1.0:1749611263.113397:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749611263.113398:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611263.113398:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000200:0.0:1749611263.113399:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611263.113400:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000040:1.0:1749611263.113401:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d880 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:699/0 lens 224/224 e 0 to 0 dl 1749611274 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113403:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611263.113404:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0d600. 00000100:00000001:0.0:1749611263.113405:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611263.113407:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611263.113409:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc680. 00000100:00000200:0.0:1749611263.113410:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611263.113411:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494645120:12345-0@lo:400:kworker.0 Request processed in 264us (549us total) trans 0 rc 0/0 00000020:00000010:3.0:1749611263.113413:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000200:2.0:1749611263.113415:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113418:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611263.113420:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611263.113421:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00000001:2.0:1749611263.113422:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.113424:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611263.113424:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611263.113426:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611263.113426:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611263.113427:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611263.113428:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611263.113429:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611263.113429:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611263.113430:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113430:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611263.113432:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611263.113432:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000100:00000001:3.0:1749611263.113435:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.113435:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611263.113436:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000400:00000200:0.0:1749611263.113436:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821b28 00000400:00000010:0.0:1749611263.113438:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821b28. 00000020:00000010:1.0:1749611263.113439:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3b200. 00000100:00001000:2.0:1749611263.113441:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611263 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611263.113441:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611263.113443:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749611263.113444:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=86 v=20 (1 1 1 20) 00000020:00000040:1.0:1749611263.113445:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611263.113446:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113447:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611263.113449:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611263.113450:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611263.113452:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611263.113452:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113453:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611263.113454:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611263.113459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611263.113459:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7b80 x1834598494644864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113460:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611263.113463:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611263.113465:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611263.113467:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611263.113470:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749611263.113470:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00000001:2.0:1749611263.113471:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611263.113472:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749611263.113472:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494644864:12345-0@lo:38:kworker.0 Request processed in 298us (488us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611263.113473:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611263.113473:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926053632 : -131938783497984 : ffff88009bad7100) 00000100:00000001:3.0:1749611263.113475:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611263.113475:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611263.113477:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611263.113477:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7100 x1834598494644992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611263.113478:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611263.113480:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611263.113481:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:0.0:1749611263.113481:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00000001:2.0:1749611263.113483:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611263.113483:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611263.113485:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611263.113486:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494644992:12345-0@lo:38:kworker.0 00000020:00000010:0.0:1749611263.113489:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2500. 00000100:00000200:1.0:1749611263.113490:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494644992 00000100:00000040:2.0:1749611263.113492:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611263.113492:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749611263.113493:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00010000:00000001:1.0:1749611263.113494:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:0.0:1749611263.113496:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00100000:2.0:1749611263.113500:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494644736:0@lo:38:kworker.0 00000020:00000001:1.0:1749611263.113503:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611263.113506:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611263.113507:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611263.113509:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611263.113512:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749611263.113514:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611263.113515:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611263.113515:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611263.113516:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749611263.113517:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 02000000:00000001:1.0:1749611263.113518:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611263.113519:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611263.113546:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611263.113549:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611263.113552:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611263.113560:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113567:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.113569:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611263.113569:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71000. 00000100:00000001:2.0:1749611263.113571:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611263.113572:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749611263.113572:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113573:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611263.113574:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113575:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.113577:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611263.113577:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611263.113579:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611263.113581:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611263 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611263.113582:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611263.113583:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1749611263.113584:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=68 v=20 (1 1 1 20) 00000100:00000001:1.0:1749611263.113585:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611263.113586:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611263.113587:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611263.113588:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611263.113588:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611263.113590:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611263.113591:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000001:3.0:1749611263.113593:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611263.113593:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611263.113594:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611263.113595:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611263.113595:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611263.113598:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000010:3.0:1749611263.113599:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbcb8. 02000000:00000001:1.0:1749611263.113600:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611263.113601:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611263.113603:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611263.113605:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:2.0:1749611263.113605:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.113606:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:3.0:1749611263.113608:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:1.0:1749611263.113608:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113611:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611263.113613:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611263.113613:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611263.113613:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611263.113616:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749611263.113616:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00080000:2.0:1749611263.113618:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749611263.113619:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611263.113620:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494644992, offset 0 00000100:00000001:2.0:1749611263.113621:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611263.113625:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611263.113625:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611263.113632:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611263.113633:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494644864:0@lo:38:kworker.0 00000100:00000200:3.0:1749611263.113635:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113637:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611263.113638:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942b00 00000100:00000001:2.0:1749611263.113639:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611263.113642:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebdc00 x1834598494644736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611263.113643:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8619 [1] + 0 00000100:00000001:3.0:1749611263.113647:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611263.113648:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611263.113649:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611263.113650:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611263.113650:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749611263.113651:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611263.113652:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 00000100:00000001:3.0:1749611263.113653:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611263.113654:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611263.113655:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749611263.113656:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749611263.113657:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1749611263.113658:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113659:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749611263.113659:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611263.113661:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611263.113661:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611263.113663:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dca800. 02000000:00000001:3.0:1749611263.113665:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.113666:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749611263.113667:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611263.113668:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611263.113669:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebdc00. 00000100:00001000:3.0:1749611263.113672:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=118 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611263.113673:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611263.113674:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611263.113675:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.113676:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749611263.113677:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=118 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611263.113679:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611263.113679:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611263.113680:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611263.113681:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611263.113683:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611263.113684:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611263.113684:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611263.113685:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611263.113686:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611263.113687:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611263.113688:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1749611263.113688:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7800. 02000000:00000001:2.0:1749611263.113690:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749611263.113690:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:2.0:1749611263.113691:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611263.113692:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611263.113694:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1749611263.113695:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611263.113696:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:1.0:1749611263.113698:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7100 x1834598494644992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611283 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611263.113699:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611263.113701:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dcb000. 02000000:00000001:2.0:1749611263.113703:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611263.113705:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611263.113706:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00010000:00000001:3.0:1749611263.113708:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611263.113708:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494644992:12345-0@lo:38:kworker.0 Request processed in 221us (427us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611263.113709:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611263.113710:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.113712:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611263.113715:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00000001:2.0:1749611263.113716:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611263.113718:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611263.113718:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611263.113719:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611263.113720:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611263.113720:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611263.113721:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611263.113723:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:1.0:1749611263.113723:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc680. 00000400:00000001:2.0:1749611263.113724:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611263.113726:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1749611263.113726:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611263.113728:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611263.113728:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611263.113730:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611263.113731:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000010:1.0:1749611263.113731:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000001:2.0:1749611263.113734:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611263.113735:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611263.113735:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0d600. 00000100:00000200:2.0:1749611263.113738:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611263.113739:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611263.113746:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113747:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611263.113750:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611263.113753:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.113753:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611263.113755:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.113756:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611263.113758:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611263.113758:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611263.113759:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611263.113760:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611263.113762:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611263.113766:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611263 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611263.113768:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=118 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611263.113771:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749611263.113772:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494645120:0@lo:400:kworker.0 00000100:00000001:2.0:1749611263.113772:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611263.113774:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611263.113778:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611263.113778:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611263.113781:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611263.113786:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494645120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611263.113789:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611263.113791:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611263.113793:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.113794:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611263.113796:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611263.113797:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1749611263.113798:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611263.113800:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749611263.113801:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611263.113803:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749611263.113804:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27c600. 00000100:00000040:2.0:1749611263.113807:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611263.113809:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611263.113811:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611263.113813:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:2.0:1749611263.113814:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494644992:0@lo:38:kworker.0 00000020:00000001:3.0:1749611263.113817:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611263.113818:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113819:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749611263.113820:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab400. 00000100:00000040:2.0:1749611263.113822:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494644992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611263.113824:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611263.113826:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611263.113828:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1749611263.113829:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 02000000:00000001:2.0:1749611263.113829:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611263.113831:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611263.113833:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611263.113834:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611263.113835:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749611263.113836:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749611263.113837:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611263.113838:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611263.113838:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 00000100:00000001:3.0:1749611263.113841:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611263.113841:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611263.113842:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611263.113843:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611263.113845:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611263.113847:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611263.113848:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611263.113848:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611263.113850:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113850:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611263.113853:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611263.113856:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113856:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611263.113857:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.113859:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611263.134610:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300536592, at 4300536592 00000100:00000010:0.0:1749611263.134620:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211d80. 00000100:00000040:2.0:1749611263.134622:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300536592, at 4300536592 00000100:00000040:3.0:1749611263.134634:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300536592, at 4300536592 00000100:00000040:1.0:1749611263.134634:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300536592, at 4300536592 00000100:00000010:2.0:1749611263.134636:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211dc0. 00000100:00000010:3.0:1749611263.134651:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211680. 00000100:00000010:1.0:1749611263.134667:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211cc0. 00000100:00000001:0.0:1749611263.458704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611263.458714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611263.458718:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611263.458725:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611263.458729:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611263.458734:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611263.458739:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611263.458743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611263.458746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611263.486680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611263.486685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611263.486687:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611263.486691:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611263.486694:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611263.486696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.486699:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611263.486702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611263.486704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611263.666638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611263.666646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611263.666769:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611263.666775:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611263.666779:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611263.881699:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611263.881707:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611263.881710:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611263.881714:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611263.881718:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611263.881723:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611263.881726:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611263.881729:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611263.881732:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611264.458730:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611264.458741:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611264.458745:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611264.458752:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611264.458757:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611264.458762:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611264.458767:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611264.458770:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611264.458774:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611264.486656:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611264.486662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611264.486664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611264.486668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611264.486671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611264.486675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611264.486678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611264.486681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611264.486683:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611264.668737:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611264.668747:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611264.668750:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611264.668754:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611264.668759:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611264.668778:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611264.668781:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611264.668783:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611264.668875:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611264.668881:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611264.668885:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611264.881619:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611264.881628:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611264.881630:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611264.881635:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611264.881639:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611264.881643:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611264.881646:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611264.881649:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611264.881652:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611265.458751:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611265.458763:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611265.458766:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611265.458774:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611265.458779:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611265.458784:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611265.458789:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611265.458792:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611265.458796:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611265.486636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611265.486642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611265.486644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611265.486648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611265.486651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611265.486654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611265.486656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611265.486659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611265.486662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611265.670701:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611265.670709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611265.670800:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611265.670807:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611265.670811:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611265.881612:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611265.881619:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611265.881621:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611265.881626:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611265.881629:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611265.881633:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611265.881636:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611265.881639:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611265.881642:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611266.458654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611266.458660:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611266.458662:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611266.458668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611266.458671:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611266.458675:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611266.458691:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611266.458694:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611266.458696:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611266.486622:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611266.486627:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611266.486629:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611266.486631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611266.486634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611266.486636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611266.486646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611266.486656:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611266.486665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611266.486668:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611266.486676:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611266.486678:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611266.486680:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611266.486682:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611266.486684:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611266.486692:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494644480:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611266.486696:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611266.486698:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611266.486700:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611266.486702:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611266.486704:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611266.486709:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611266.486712:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611266.486716:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611266.486717:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611266.486721:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611266.486724:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611266.486727:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611266.486730:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ee00 refcount=4 00000020:00000001:2.0:1749611266.486732:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749611266.486734:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00010000:2.0:1749611266.486739:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611266.486751:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611266.486755:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611266.486760:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611266.486763:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611266.486768:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611266.486769:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611266.486771:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611266.486776:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611266.486778:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611266.486781:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611266.486783:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611266.486788:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ee00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611266.486790:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611266.486793:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611266.486797:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611266.486798:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611266.486799:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611266.486800:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ee00 refcount=5 00000020:00000001:2.0:1749611266.486802:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749611266.486804:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:2.0:1749611266.486806:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611266.486812:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611266.486817:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611266.486819:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611266.486823:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611266.486825:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611266.486827:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611266.486828:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611266.486830:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611266.486832:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611266.486834:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611266.486835:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611266.486836:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611266.486838:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ee00 with handle 0x689c0ec07329d34a from hash 00010000:00000001:2.0:1749611266.486840:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611266.486842:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611266.486842:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611266.486843:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611266.486844:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611266.486845:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611266.486847:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611266.486848:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611266.486849:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611266.486851:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611266.486853:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611266.486857:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611266.486858:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611266.486858:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611266.486860:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611266.486861:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611266.486861:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611266.486862:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611266.486868:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d34a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611266.486875:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81b900 count: 0 00010000:00000001:2.0:1749611266.486903:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611266.486905:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611266.486908:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611266.486911:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad7800 x1834598494644480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611266.486918:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611266.486920:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611266.486922:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611266.486923:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611266.486927:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611266.486932:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611266.486933:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611266.486935:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7800. 00000100:00000001:2.0:1749611266.486938:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611266.486940:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611266.486941:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611266.486944:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611266.486947:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611266.486949:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b4211dc0. 00000020:00000010:2.0:1749611266.486952:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611266.486956:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e600. 00000040:00000010:2.0:1749611266.486959:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e000. 00000020:00000010:2.0:1749611266.486964:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611266.486968:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ec00. 80000000:00000010:2.0:1749611266.486972:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611266.486977:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f400. 00080000:00000010:2.0:1749611266.486982:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611266.486987:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 10000000:00000040:2.0:1749611266.486995:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611266.486999:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 10000000:00000001:2.0:1749611266.487006:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611266.487010:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611266.487015:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e600. 00000040:00000010:2.0:1749611266.487018:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e000. 00000020:00000010:2.0:1749611266.487021:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611266.487025:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ec00. 80000000:00000010:2.0:1749611266.487027:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611266.487030:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f400. 00080000:00000010:2.0:1749611266.487035:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:2.0:1749611266.487039:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611266.487042:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 10000000:00000010:2.0:1749611266.487044:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4211dc0. 10000000:01000000:2.0:1749611266.487046:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611266.487050:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611266.487052:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611266.487054:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611266.487056:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611266.487057:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749611266.487059:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611266.487061:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611266.487062:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:2.0:1749611266.487063:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611266.487064:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611266.487065:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1749611266.487067:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611266.487068:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611266.487070:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611266.487071:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1749611266.487075:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7800. 00000020:00000040:2.0:1749611266.487077:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611266.487081:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611266.487084:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611266.487088:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611266.487093:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611266.487101:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611266.487105:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611266.487107:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611266.487111:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81be00. 00010000:00000001:2.0:1749611266.487115:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611266.487117:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8fa00. 00000020:00000001:2.0:1749611266.487119:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611266.487121:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8fa00 with handle 0x689c0ec07329d351 to hash 00000020:00000001:2.0:1749611266.487123:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611266.487124:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 00010000:00000001:2.0:1749611266.487127:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 00010000:00000001:2.0:1749611266.487129:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611266.487130:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611266.487133:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611266.487139:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611266.487148:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611266.487152:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611266.487154:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611266.487158:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611266.487160:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611266.487162:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611266.487164:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926055424 : -131938783496192 : ffff88009bad7800) 00000100:00000001:2.0:1749611266.487167:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611266.487172:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611266.487174:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611266.487175:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611266.487179:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611266.487194:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611266.487195:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611266.487198:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611266.487204:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611266.487206:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611266.487207:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611266.487208:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611266.487210:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611266.487211:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611266.487212:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611266.487213:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611266.487215:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611266.489694:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81b900. 00010000:00000010:1.1:1749611266.489705:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ee00. 00010000:00000001:0.0:1749611266.672657:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611266.672665:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611266.672775:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611266.672780:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611266.672784:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611266.881667:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611266.881677:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611266.881679:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611266.881684:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611266.881689:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611266.881693:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611266.881696:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611266.881699:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611266.881702:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611267.458703:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611267.458713:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611267.458715:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611267.458720:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611267.458724:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611267.458729:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.458732:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611267.458735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.458737:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611267.486624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611267.486630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611267.486632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611267.486636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611267.486639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611267.486641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611267.486644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611267.486646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611267.486649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611267.674729:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611267.674738:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611267.674853:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611267.674858:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611267.674862:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611267.881701:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611267.881710:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611267.881713:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611267.881718:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611267.881722:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611267.881726:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.881729:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611267.881743:0:23140:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611267.881754:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611267.881758:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611267.881792:0:23140:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611267.881795:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.881798:0:23140:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611267.881800:0:23140:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611267.881804:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611267.881812:0:23140:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:23140:1834598494643840:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611267.881818:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.881820:0:23140:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611267.881823:0:23140:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611267.881825:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611267.881828:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611267.881835:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611267.881838:0:23140:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88008350d0c0. 00000100:00000001:0.0:1749611267.881843:0:23140:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611267.881845:0:23140:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611267.881848:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611267.881851:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494643840/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611267.881857:0:23140:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611267.881861:0:23140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611267.881863:0:23140:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611267.881865:0:23140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611267.881869:0:23140:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880136abc000. 02000000:00000001:0.0:1749611267.881906:0:23140:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611267.881908:0:23140:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611267.881910:0:23140:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:0.0:1749611267.881914:0:23140:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611267.881916:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611267.881918:0:23140:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611267.881927:0:23140:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611267.881930:0:23140:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611267.881934:0:23140:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00080000:0.0:1749611267.881937:0:23140:0:(tgt_mount.c:1383:server_register_target()) lustre-OST0000: error registering with the MGS: rc = -110 (not fatal) 00000020:00000010:0.0:1749611267.881941:0:23140:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4544 at ffff880136aba000. 00000020:00000001:0.0:1749611267.881966:0:23140:0:(tgt_mount.c:1391:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611267.881969:0:23140:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:0.0:1749611267.881971:0:23140:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff8800844b6040. 00000020:00000010:0.0:1749611267.881975:0:23140:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff88006a9b8630. 00000020:00000001:0.0:1749611267.881980:0:23140:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1749611267.881982:0:23140:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611267.881985:0:23140:0:(tgt_mount.c:102:server_register_mount()) register mount ffff8800b422c000 from lustre-OST0000 00000020:00000001:0.0:1749611267.881988:0:23140:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611267.881991:0:23140:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611267.881994:0:23140:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dffb80. 00000020:00000010:0.0:1749611267.881997:0:23140:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff88008350d0c0. 00000020:00000001:0.0:1749611267.881999:0:23140:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611267.882002:0:23140:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611267.882005:0:23140:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611267.882009:0:23140:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:0.0:1749611267.882011:0:23140:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611267.882013:0:23140:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:0.0:1749611267.882016:0:23140:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611267.882023:0:23140:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611267.882024:0:23140:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 3 10000000:00000001:0.0:1749611267.882026:0:23140:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611267.882028:0:23140:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135353463296 : -131938356088320 : ffff8800b5273200) 10000000:00000001:0.0:1749611267.882032:0:23140:0:(mgc_request_server.c:657:mgc_get_local_copy()) Process entered 10000000:01000000:0.0:1749611267.882034:0:23140:0:(mgc_request_server.c:671:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8800a8b08000 local copy 00010000:00000001:0.0:1749611267.882037:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611267.882040:0:23140:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611267.882042:0:23140:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611267.882044:0:23140:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1749611267.882049:0:23140:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:0.0:1749611267.882057:0:23140:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611267.882061:0:23140:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611267.882065:0:23140:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611267.882070:0:23140:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611267.882076:0:23140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007ef3be00. 00000100:00000001:0.0:1749611267.882083:0:23140:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611267.882087:0:23140:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611267.882090:0:23140:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611267.882098:0:23140:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801240aba00. 00010000:00000001:0.0:1749611267.882101:0:23140:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611267.882103:0:23140:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007ef3b800. 00000020:00000001:0.0:1749611267.882108:0:23140:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611267.882111:0:23140:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007ef3b800 with handle 0x689c0ec07329d358 to hash 00000020:00000001:0.0:1749611267.882113:0:23140:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611267.882115:0:23140:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 00010000:00000001:0.0:1749611267.882118:0:23140:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 00010000:00000001:0.0:1749611267.882121:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611267.882124:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611267.882129:0:23140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611267.882139:0:23140:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611267.882151:0:23140:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611267.882157:0:23140:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611267.882158:0:23140:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611267.882164:0:23140:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008350d600. 00000100:00000001:0.0:1749611267.882166:0:23140:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134517331456 : -131939192220160 : ffff88008350d600) 00000100:00000001:0.0:1749611267.882168:0:23140:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611267.882170:0:23140:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000001:0.0:1749611267.882174:0:23140:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611267.882183:0:23140:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611267.882186:0:23140:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611267.882188:0:23140:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611267.882193:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611267.882202:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611267.882204:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611267.882208:0:23140:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611267.882215:0:23140:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611267.882217:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611267.882218:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611267.882220:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611267.882222:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611267.882223:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.882225:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611267.882226:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611267.882228:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.113674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611268.113692:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611268.113695:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.113700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611268.113703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611268.113707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.113710:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611268.126652:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611268.126662:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611268.126665:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611268.126669:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611268.126672:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611268.126676:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611268.126680:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611268.126685:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5869 00000100:00080000:0.0:1749611268.126690:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611268.126693:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611268.126697:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611268.126699:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.126702:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611268.126722:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611268.126725:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611268.126728:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611268.126732:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611268.126735:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611268.126737:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611268.126741:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611268.126743:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611268.126744:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.126746:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611268.126749:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611268.126752:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611268.126755:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611268.126758:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611268.126766:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611268.126769:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.126771:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611268.126775:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611268.126782:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:0.0:1749611268.126786:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611268.126789:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611268.126791:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.126795:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611268.126797:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611268.126801:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611268.126809:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1000. 00000100:00000001:0.0:1749611268.126817:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611268.126827:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611268.126838:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611268.126843:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.126847:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611268.126889:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611268.126893:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611268.126897:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611268.126898:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611268.126900:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611268.126903:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611268.126906:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5869 00000100:00080000:0.0:1749611268.126909:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611268.126911:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611268.126913:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611268.126915:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.126917:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611268.126919:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611268.126920:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611268.126922:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611268.126924:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611268.126926:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611268.126928:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611268.126931:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611268.126933:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611268.126935:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.126937:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611268.126939:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611268.126941:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611268.126944:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611268.126945:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611268.126949:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611268.126951:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.126953:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611268.126959:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611268.126963:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe300. 00000020:00000040:0.0:1749611268.126966:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611268.126968:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611268.126970:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.126972:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611268.126973:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611268.126975:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611268.126979:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:2.0:1749611268.126982:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611268.126982:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611268.126987:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611268.126988:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611268.126991:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611268.126994:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611268.126997:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.127000:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611268.127000:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe300] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611268.127009:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611268.127011:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611268.127012:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611268.127015:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611268.127016:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611268.127017:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611268.127019:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611268.127022:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5869 00000100:00000001:2.0:1749611268.127024:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611268.127024:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611268.127026:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611268.127028:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611268.127029:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611268.127030:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.127031:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611268.127032:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611268.127033:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611268.127034:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611268.127034:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611268.127036:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611268.127038:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00100000:2.0:1749611268.127039:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494645504:0@lo:38:kworker.0 00000100:00000001:2.0:1749611268.127044:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749611268.127045:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611268.127047:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611268.127048:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611268.127050:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.127051:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:2.0:1749611268.127053:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611268.127053:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611268.127055:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.127057:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749611268.127058:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7800. 00000020:00000040:0.0:1749611268.127059:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:2.0:1749611268.127061:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611268.127061:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611268.127063:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611268.127065:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749611268.127068:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 02000000:00000001:0.0:1749611268.127068:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611268.127069:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127071:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611268.127073:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611268.127076:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000010:0.0:1749611268.127076:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000020:00000040:0.0:1749611268.127078:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611268.127080:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611268.127081:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127082:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749611268.127084:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494645504, portal 4 02000000:00000001:0.0:1749611268.127084:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611268.127085:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127086:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611268.127088:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 02000000:00000010:0.0:1749611268.127090:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3000. 00000100:00000001:0.0:1749611268.127093:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.127097:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611268.127097:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611268.127104:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611268.127106:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611268.127106:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.127109:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_rcv+-1] req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611268.127110:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611268.127112:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611268.127115:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494645504, offset 0 00000100:00000001:0.0:1749611268.127116:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.127118:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749611268.127121:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611268.127122:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611268.127131:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:0.0:1749611268.127133:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:2.0:1749611268.127136:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611268.127136:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611268.127138:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611268.127140:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611268.127143:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab100. 00000100:00000001:0.0:1749611268.127146:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611268.127147:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf942d00 00000100:00000040:0.0:1749611268.127150:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611268.127155:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 1560 00000100:00000001:0.0:1749611268.127158:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611268.127160:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611268.127163:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611268.127165:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_00_03+3] req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611268.127168:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611268.127173:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611268.127176:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611268.127180:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4000. 00000100:00000040:2.0:1749611268.127183:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4000 x1834598494645504 msgsize 520 00000100:00100000:2.0:1749611268.127187:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611268.127202:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.127208:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5879) 00000100:00000001:2.0:1749611268.127217:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611268.127227:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611268.127230:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611268.127233:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611268.127238:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127243:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611268.127246:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611268.127248:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611268.127249:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127249:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611268.127251:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749611268.127251:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494645504 02000000:00000001:0.0:1749611268.127253:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611268.127256:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127256:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611268.127258:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611268.127259:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611268.127260:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.127290:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611268.127290:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611268.127295:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494645504 00000100:00000040:2.0:1749611268.127296:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1296 usecs (2 jiffies) 00000020:00000001:0.0:1749611268.127297:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611268.127298:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611268.127300:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300541586 00000020:00000001:0.0:1749611268.127300:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611268.127302:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611268.127304:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611268.127305:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.127308:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611268.127309:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211dc0. 00000100:00000001:1.0:1749611268.127310:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611268.127310:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3ba00. 00000100:00000001:3.0:1749611268.127312:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611268.127313:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611268.127316:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611268.127316:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000100:00000001:2.0:1749611268.127317:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749611268.127319:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611268.127321:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00100000:1.0:1749611268.127322:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494645888:0@lo:400:kworker.0 00000100:00000001:2.0:1749611268.127324:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300541586 00000100:00000001:1.0:1749611268.127326:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611268.127327:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211ac0. 00000100:00000001:0.0:1749611268.127327:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611268.127328:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611268.127330:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749611268.127330:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611268.127330:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611268.127332:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127333:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300541586 02000000:00000001:1.0:1749611268.127334:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749611268.127336:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211500. 00000100:00000001:0.0:1749611268.127336:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611268.127338:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27cc00. 00000100:00000001:2.0:1749611268.127339:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611268.127341:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300541586 02000000:00000001:1.0:1749611268.127341:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611268.127344:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211b40. 00000100:00000001:0.0:1749611268.127344:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611268.127346:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbb00. 00000100:00000001:2.0:1749611268.127347:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:1.0:1749611268.127351:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749611268.127355:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494645888, portal 10 00000100:00000001:2.0:1749611268.127358:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611268.127361:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127363:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611268.127364:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.127365:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611268.127365:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611268.127367:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611268.127367:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00100000:0.0:1749611268.127370:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00000001:2.0:1749611268.127372:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611268.127373:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000001:2.0:1749611268.127374:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611268.127375:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.127376:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611268.127379:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4000 x1834598494645504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.127384:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611268.127384:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611268.127385:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611268.127386:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611268.127389:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000040:2.0:1749611268.127390:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611268.127390:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494645504:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611268.127392:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494645888, offset 0 00000100:00000200:0.0:1749611268.127394:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494645504 00000400:00000200:1.0:1749611268.127397:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611268.127398:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749611268.127398:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611268.127400:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611268.127401:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611268.127402:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611268.127404:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611268.127405:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611268.127406:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611268.127409:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494645632:0@lo:38:kworker.0 00000100:00000001:2.0:1749611268.127412:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611268.127413:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf942e80 02000000:00000001:2.0:1749611268.127415:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749611268.127415:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611268.127416:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611268.127418:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611268.127418:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 39488 00010000:00020000:0.0:1749611268.127419:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749611268.127421:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00010000:00000001:0.0:1749611268.127422:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611268.127424:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611268.127424:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749611268.127426:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611268.127427:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000400:00000200:1.0:1749611268.127428:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611268.127429:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749611268.127431:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611268.127431:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611268.127432:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611268.127434:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611268.127435:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494645632, portal 10 00000100:00000200:1.0:1749611268.127435:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611268.127437:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611268.127438:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175171328 : -131939534380288 : ffff88006eebe300) 00000100:00000010:1.0:1749611268.127439:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99dc00. 02000000:00000010:0.0:1749611268.127440:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad2c00. 00000100:00000040:1.0:1749611268.127442:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99dc00 x1834598494645888 msgsize 224 02000000:00000001:0.0:1749611268.127442:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.127444:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611268.127444:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611268.127446:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749611268.127449:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611268.127451:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749611268.127451:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.127453:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611268.127455:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:1.0:1749611268.127455:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:0.0:1749611268.127455:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611268.127458:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494645632, offset 0 00000100:00000001:0.0:1749611268.127458:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611268.127462:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611268.127462:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611268.127464:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611268.127466:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611268.127469:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611268.127469:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611268.127472:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000040:0.0:1749611268.127472:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000010:1.0:1749611268.127474:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:0.0:1749611268.127474:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749611268.127475:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942d80 00000100:00000001:1.0:1749611268.127477:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611268.127477:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611268.127479:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 39712 00000100:00000200:1.0:1749611268.127482:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611268.127483:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611268.127484:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611268.127487:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611268.127488:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611268.127490:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821b28. 00000100:00000001:1.0:1749611268.127491:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611268.127494:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611268.127495:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494645504, offset 0 00000100:00000001:2.0:1749611268.127496:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611268.127498:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611268.127500:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611268.127501:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5c00. 00000100:00000001:1.0:1749611268.127501:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.127503:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611268.127504:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5c00 x1834598494645632 msgsize 520 00000100:00000001:1.0:1749611268.127509:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611268.127510:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611268.127511:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611268.127512:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 967 usecs (1 jiffies) 00000100:00000001:1.0:1749611268.127515:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300541585 00000100:00000001:2.0:1749611268.127519:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611268.127519:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf942d00 00000400:00000200:2.0:1749611268.127551:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611268.127553:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:2.0:1749611268.127556:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611268.127558:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300541586 00000100:00000200:2.0:1749611268.127560:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127561:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300541586 00000100:00000001:1.0:1749611268.127563:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300541586 00000400:00000200:0.0:1749611268.127563:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x862d [1] + 0 00000100:00000001:1.0:1749611268.127565:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300541586 00000100:00000001:1.0:1749611268.127567:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300541586 00000100:00000001:2.0:1749611268.127568:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611268.127569:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300541586 00000400:00000200:0.0:1749611268.127569:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611268.127571:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127571:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300541586 00000100:00000001:1.0:1749611268.127573:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611268.127573:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611268.127576:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127577:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611268.127578:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.127578:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127579:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611268.127581:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.127582:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611268.127582:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611268.127586:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1132 usecs (2 jiffies) 00000100:00000001:1.0:1749611268.127587:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611268.127588:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300541587 00000100:00000001:1.0:1749611268.127589:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611268.127591:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611268.127592:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611268.127592:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611268.127593:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611268.127593:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127594:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300541586 00000100:00000001:1.0:1749611268.127595:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611268.127596:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494645888 00000100:00000001:2.0:1749611268.127597:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300541587 02000000:00000001:3.0:1749611268.127599:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611268.127601:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611268.127601:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300541586 00000100:00000001:0.0:1749611268.127601:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611268.127604:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127604:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300541587 02000000:00000001:3.0:1749611268.127607:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127607:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300541586 00000400:00000200:0.0:1749611268.127608:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821b28 00000100:00000001:2.0:1749611268.127609:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300541587 00000100:00100000:3.0:1749611268.127610:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494645888 00000400:00000010:0.0:1749611268.127610:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821b28. 00000100:00000001:1.0:1749611268.127611:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611268.127612:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611268.127613:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611268.127613:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300541586 00000100:00100000:1.0:1749611268.127613:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494645632 00000100:00000001:0.0:1749611268.127614:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:3.0:1749611268.127615:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611268.127615:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611268.127616:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749611268.127617:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611268.127617:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127617:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.127618:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749611268.127620:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611268.127620:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611268.127620:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.127620:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.127622:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611268.127623:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749611268.127623:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611268.127624:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611268.127624:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611268.127626:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:1.0:1749611268.127626:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494645632 00000020:00000001:1.0:1749611268.127629:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611268.127629:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494645504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611268.127630:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611268.127631:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611268.127632:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611268.127634:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611268.127636:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b403e0c0. 00000020:00000001:1.0:1749611268.127636:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611268.127640:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c400. 00000100:00100000:0.0:1749611268.127640:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494645504:12345-0@lo:38:kworker.0 Request processed in 250us (454us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749611268.127641:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b544a280. 00000100:00000001:2.0:1749611268.127641:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611268.127643:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611268.127644:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2780. 02000000:00000001:2.0:1749611268.127646:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1749611268.127648:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:2.0:1749611268.127648:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611268.127648:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 02000000:00000001:2.0:1749611268.127650:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611268.127650:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00000001:1.0:1749611268.127651:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749611268.127653:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494645760:0@lo:38:kworker.0 00000100:00000001:0.0:1749611268.127653:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611268.127654:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611268.127656:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611268.127658:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611268.127659:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611268.127660:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611268.127660:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000100:00000001:1.0:1749611268.127662:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611268.127664:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749611268.127664:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000001:1.0:1749611268.127666:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611268.127667:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611268.127672:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0da00. 00000020:00000010:0.0:1749611268.127673:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3ba00. 00000100:00080000:2.0:1749611268.127674:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749611268.127674:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611268.127677:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc600. 00000020:00000040:2.0:1749611268.127678:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611268.127678:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611268.127682:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:1.0:1749611268.127683:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611268.127685:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749611268.127686:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611268.127688:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611268.127689:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1749611268.127689:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00000001:3.0:1749611268.127691:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611268.127691:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926048256 : -131938783503360 : ffff88009bad5c00) 00000400:00000010:2.0:1749611268.127692:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:3.0:1749611268.127693:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611268.127695:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611268.127695:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000040:1.0:1749611268.127696:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5c00 x1834598494645632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611268.127698:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494645760, portal 10 00000100:00000001:2.0:1749611268.127700:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611268.127702:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00100000:1.0:1749611268.127707:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494645632:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611268.127708:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611268.127711:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494645632 00000020:00000001:1.0:1749611268.127713:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611268.127714:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611268.127716:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1749611268.127716:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611268.127717:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611268.127719:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749611268.127719:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749611268.127720:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611268.127721:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494645760, offset 0 00000400:00000200:2.0:1749611268.127725:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611268.127725:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611268.127728:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611268.127731:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611268.127731:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611268.127731:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611268.127734:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611268.127736:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf942e00 00000100:00000001:1.0:1749611268.127736:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611268.127738:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611268.127740:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749611268.127740:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 40232 02000000:00000001:1.0:1749611268.127740:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611268.127742:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611268.127744:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749611268.127745:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129f11800. 00000100:00100000:3.0:1749611268.127747:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 02000000:00000001:1.0:1749611268.127747:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611268.127748:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611268.127748:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611268.127749:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611268.127750:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611268.127751:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611268.127751:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611268.127752:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706666496 : -131939002885120 : ffff88008e99dc00) 00010000:00000001:1.0:1749611268.127752:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611268.127753:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611268.127754:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127755:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611268.127757:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:1.0:1749611268.127757:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611268.127759:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99dc00 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:704/0 lens 224/0 e 0 to 0 dl 1749611279 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611268.127760:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6d80. 00000100:00000001:1.0:1749611268.127760:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611268.127763:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6d80 x1834598494645760 msgsize 520 00000100:00000001:1.0:1749611268.127763:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611268.127765:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:2.0:1749611268.127767:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611268.127768:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611268.127770:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611268.127770:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:3.0:1749611268.127772:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b403e6c0. 00000100:00000001:2.0:1749611268.127773:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611268.127775:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611268.127777:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b403e6c0. 00000400:00000200:2.0:1749611268.127777:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611268.127779:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000040:1.0:1749611268.127779:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611268.127781:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611268.127781:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611268.127783:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611268.127784:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494645888:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611268.127785:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127785:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611268.127785:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611268.127787:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494645760 00000100:00000200:3.0:1749611268.127788:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494645888 00000100:00000040:1.0:1749611268.127788:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611268.127789:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749611268.127790:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749611268.127790:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749611268.127792:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611268.127792:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611268.127794:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611268.127794:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.127795:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611268.127795:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494645632, offset 0 00000020:00000001:3.0:1749611268.127796:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611268.127797:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611268.127799:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749611268.127799:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611268.127800:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494645760 00000020:00000001:3.0:1749611268.127801:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611268.127802:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611268.127802:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611268.127803:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749611268.127803:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611268.127804:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749611268.127805:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749611268.127806:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611268.127807:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611268.127807:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611268.127808:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611268.127809:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611268.127810:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611268.127811:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 793 usecs (1 jiffies) 00000020:00000001:3.0:1749611268.127812:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749611268.127812:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3ba00. 00000100:00000001:2.0:1749611268.127813:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300541586 00000400:00000200:1.0:1749611268.127813:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942d80 00000020:00000001:3.0:1749611268.127814:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127815:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300541587 00000020:00000010:0.0:1749611268.127815:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000020:00000001:3.0:1749611268.127816:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611268.127818:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300541586 00000400:00000200:1.0:1749611268.127818:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x863d [1] + 0 00000020:00000010:0.0:1749611268.127818:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:3.0:1749611268.127820:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611268.127820:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300541587 00000100:00000001:0.0:1749611268.127821:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749611268.127822:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611268.127822:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300541586 00000100:00000001:0.0:1749611268.127822:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749611268.127823:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611268.127824:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300541587 00000100:00000001:0.0:1749611268.127824:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611268.127826:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a400. 00000100:00000001:2.0:1749611268.127826:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300541586 00000400:00000200:1.0:1749611268.127826:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611268.127828:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127828:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300541587 00000100:00000001:0.0:1749611268.127828:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611268.127830:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127830:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611268.127830:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611268.127832:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611268.127835:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611268.127835:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611268.127836:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749611268.127838:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611268.127838:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611268.127840:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000100:00000001:0.0:1749611268.127840:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:3.0:1749611268.127841:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494645888 00000100:00000001:0.0:1749611268.127841:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611268.127842:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00010000:00000001:3.0:1749611268.127844:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749611268.127844:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611268.127845:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000400:00000010:2.0:1749611268.127848:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611268.127848:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926052736 : -131938783498880 : ffff88009bad6d80) 00010000:00000200:3.0:1749611268.127850:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99dc00 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:704/0 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.127851:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611268.127852:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6d80 x1834598494645760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127853:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611268.127854:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611268.127856:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00010000:00000001:3.0:1749611268.127858:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749611268.127858:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00010000:00000001:3.0:1749611268.127860:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.127861:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749611268.127861:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494645760:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611268.127863:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127863:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:3.0:1749611268.127864:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611268.127865:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611268.127865:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494645760 00000100:00000001:3.0:1749611268.127868:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611268.127868:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:3.0:1749611268.127870:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611268.127870:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611268.127870:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127872:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611268.127872:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611268.127873:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611268.127873:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611268.127874:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611268.127875:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611268.127876:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749611268.127876:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611268.127877:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611268.127877:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5c00 x1834598494645632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.127878:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611268.127879:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611268.127880:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611268.127882:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611268.127883:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611268.127884:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611268.127885:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00100000:1.0:1749611268.127887:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494645632:12345-0@lo:38:kworker.0 Request processed in 180us (380us total) trans 0 rc -19/-19 00010000:00020000:0.0:1749611268.127888:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:2.0:1749611268.127889:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611268 v=5 (0 0 0 0) 00000100:00000200:3.0:1749611268.127890:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494645888, offset 224 00010000:00000001:0.0:1749611268.127890:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749611268.127892:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=91 v=20 (1 1 1 20) 00010000:00000001:0.0:1749611268.127893:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611268.127895:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611268.127895:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749611268.127896:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00000001:0.0:1749611268.127896:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611268.127898:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611268.127898:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611268.127900:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611268.127900:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611268.127903:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749611268.127903:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad1400. 00000400:00000200:3.0:1749611268.127904:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611268.127905:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.127905:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611268.127905:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.127907:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611268.127908:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2780. 00010000:00000001:0.0:1749611268.127909:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611268.127911:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611268.127912:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942e80 00000020:00000010:1.0:1749611268.127912:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:2.0:1749611268.127913:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749611268.127914:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749611268.127915:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c400. 00000100:00000001:2.0:1749611268.127916:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611268.127917:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8635 [1] + 224 00000100:00000001:2.0:1749611268.127917:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611268.127917:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611268.127919:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611268.127920:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611268.127920:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611268.127922:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611268.127922:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:3.0:1749611268.127923:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611268.127924:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:2.0:1749611268.127925:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611268.127926:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749611268.127927:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749611268.127928:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611268.127930:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611268.127930:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611268.127930:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:0.0:1749611268.127931:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611268.127933:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.127934:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611268.127935:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611268.127935:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611268.127938:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611268.127941:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821b28. 00000100:00100000:2.0:1749611268.127942:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494645504:0@lo:38:kworker.0 00000100:00000040:3.0:1749611268.127945:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611268.127946:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494645760, offset 0 00000400:00000200:0.0:1749611268.127950:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611268.127952:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.127954:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611268.127957:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611268.127957:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494645504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611268.127958:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611268.127962:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611268.127964:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000400:00000200:0.0:1749611268.127966:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf942e00 00000100:00000001:3.0:1749611268.127968:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611268.127968:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611268.127970:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611268.127970:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611268.127971:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611268.127971:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8649 [1] + 0 02000000:00000010:2.0:1749611268.127974:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7800. 00000100:00000001:1.0:1749611268.127974:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611268.127976:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611268.127979:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611268.127979:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1749611268.127979:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749611268.127979:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611268.127981:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1749611268.127982:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611268.127983:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:2.0:1749611268.127984:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:1.0:1749611268.127985:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbb00. 00010000:00000001:3.0:1749611268.127986:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611268.127987:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611268.127988:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611268.127989:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749611268.127990:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 02000000:00000010:2.0:1749611268.127991:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1000. 00000400:00000010:1.0:1749611268.127993:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000040:3.0:1749611268.127994:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99dc00 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:704/0 lens 224/224 e 0 to 0 dl 1749611279 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611268.127994:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611268.127996:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611268.127997:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:2.0:1749611268.127998:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:0.0:1749611268.128000:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611268.128002:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611268.128003:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611268.128004:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494645888:12345-0@lo:400:kworker.0 Request processed in 232us (559us total) trans 0 rc 0/0 00000100:00000200:1.0:1749611268.128004:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.128005:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611268.128005:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.128011:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749611268.128013:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00000001:2.0:1749611268.128013:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.128014:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611268.128015:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611268.128016:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611268.128016:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611268.128018:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749611268.128018:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611268.128019:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611268.128020:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749611268.128021:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611268.128023:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00000001:0.0:1749611268.128023:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611268.128024:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc600. 00000400:00000200:2.0:1749611268.128025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000010:3.0:1749611268.128027:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000400:00000010:2.0:1749611268.128027:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611268.128029:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611268.128029:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611268.128031:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0da00. 00000100:00000001:1.0:1749611268.128032:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611268.128033:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611268.128033:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821b28 00000100:00000001:1.0:1749611268.128035:0:28324:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:0.0:1749611268.128035:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821b28. 00000020:00000040:3.0:1749611268.128036:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611268.128037:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611268.128038:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611268.128038:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611268.128038:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611268.128041:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611268.128041:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611268.128042:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.128044:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611268.128044:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611268.128046:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611268.128047:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611268.128049:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611268.128053:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6d80 x1834598494645760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611288 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611268.128054:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=123 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611268.128059:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611268.128060:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611268.128060:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611268.128062:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749611268.128063:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494645760:12345-0@lo:38:kworker.0 Request processed in 201us (297us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611268.128064:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611268.128066:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611268.128069:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749611268.128070:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611268.128071:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611268.128071:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00000001:2.0:1749611268.128073:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611268.128073:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611268.128074:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611268.128075:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749611268.128077:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611268.128078:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000100:00001000:2.0:1749611268.128080:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611268 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611268.128081:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00001000:2.0:1749611268.128083:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=73 v=20 (1 1 1 20) 00000020:00000010:0.0:1749611268.128084:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3ba00. 00000100:00000001:2.0:1749611268.128086:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611268.128087:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611268.128089:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:02020000:2.0:1749611268.128090:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749611268.128092:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611268.128093:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611268.128094:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611268.128096:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:2.0:1749611268.128098:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.128105:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611268.128107:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611268.128108:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611268.128108:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611268.128110:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611268.128111:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611268.128111:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611268.128114:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611268.128116:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611268.128118:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611268.128118:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611268.128122:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.128128:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611268.128130:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494645632:0@lo:38:kworker.0 00000100:00000001:1.0:1749611268.128133:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611268.128135:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611268.128136:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611268.128137:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611268.128138:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000400:00000200:2.0:1749611268.128141:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000040:1.0:1749611268.128141:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611268.128142:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:2.0:1749611268.128144:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611268.128147:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611268.128154:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494645888:0@lo:400:kworker.0 00000100:00000001:1.0:1749611268.128161:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611268.128164:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611268.128166:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611268.128168:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494645888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.128173:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611268.128174:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.128176:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611268.128177:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611268.128178:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611268.128179:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611268.128180:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611268.128181:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611268.128182:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611268.128184:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27cc00. 00000100:00001000:2.0:1749611268.128185:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611268 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611268.128188:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=123 v=20 (1 1 20 1) 02000000:00000001:1.0:1749611268.128189:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611268.128190:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749611268.128191:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611268.128192:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611268.128194:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749611268.128194:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749611268.128197:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611268.128197:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611268.128200:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab100. 00000100:00000001:2.0:1749611268.128204:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611268.128204:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611268.128206:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749611268.128206:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611268.128207:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.128208:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000010:1.0:1749611268.128208:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611268.128210:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611268.128212:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611268.128212:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611268.128214:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611268.128215:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611268.128217:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611268.128217:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611268.128220:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611268.128223:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611268.128226:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611268.128227:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494645760:0@lo:38:kworker.0 00000100:00000001:1.0:1749611268.128229:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611268.128231:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611268.128232:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.128233:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611268.128240:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe300 x1834598494645632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.128247:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611268.128248:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611268.128250:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611268.128253:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611268.128254:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611268.128256:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611268.128257:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611268.128259:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 02000000:00000001:2.0:1749611268.128261:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611268.128281:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611268.128283:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe300. 00000100:00000001:2.0:1749611268.128288:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611268.128290:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.128292:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611268.128294:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494645760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611268.128301:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611268.128302:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611268.128304:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611268.128306:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611268.128307:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611268.128309:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611268.128310:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611268.128312:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 02000000:00000001:2.0:1749611268.128315:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611268.128316:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611268.128317:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000001:2.0:1749611268.128320:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611268.128321:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.128323:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.128325:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611268.128326:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611268.128328:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.128330:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611268.129595:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300541587, at 4300541587 00000100:00000040:1.0:1749611268.129609:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300541587, at 4300541587 00000100:00000010:2.0:1749611268.129613:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211500. 00000100:00000010:1.0:1749611268.129620:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211ac0. 00000100:00000040:3.0:1749611268.129623:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300541587, at 4300541587 00000100:00000040:0.0:1749611268.129626:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300541587, at 4300541587 00000100:00000010:3.0:1749611268.129634:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211b40. 00000100:00000010:0.0:1749611268.129637:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211dc0. 00000100:00000001:0.0:1749611268.458712:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611268.458722:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611268.458726:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611268.458733:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611268.458738:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611268.458743:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611268.458766:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611268.458770:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611268.458774:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611268.486635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611268.486641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611268.486643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611268.486647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611268.486649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611268.486652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.486654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611268.486658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611268.486660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611268.676650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611268.676656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611268.676735:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611268.676739:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611268.676742:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611268.881638:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611268.881647:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611268.881649:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611268.881654:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611268.881658:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611268.881662:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611268.881666:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611268.881671:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611268.881675:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611269.127642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611269.127662:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611269.127666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611269.127673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611269.127676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611269.127682:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611269.127686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611269.458704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611269.458713:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611269.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611269.458723:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611269.458728:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611269.458733:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611269.458736:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611269.458740:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611269.458743:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611269.486698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611269.486706:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611269.486710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611269.486716:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611269.486720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611269.486725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611269.486729:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611269.486734:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611269.486738:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611269.678701:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611269.678709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611269.678778:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611269.678782:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611269.678786:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611269.881694:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611269.881703:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611269.881707:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611269.881713:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611269.881717:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611269.881722:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611269.881726:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611269.881731:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611269.881735:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611270.127666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611270.127682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611270.127685:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611270.127690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611270.127692:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611270.127696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611270.127698:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611270.458695:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611270.458704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611270.458707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611270.458713:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611270.458733:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611270.458738:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611270.458741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611270.458744:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611270.458746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611270.486650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611270.486655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611270.486658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611270.486661:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611270.486664:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611270.486677:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611270.486680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611270.486683:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611270.486685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611270.680789:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611270.680797:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611270.680876:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611270.680881:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611270.680885:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611270.881682:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611270.881691:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611270.881693:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611270.881698:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611270.881702:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611270.881706:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611270.881709:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611270.881713:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611270.881716:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611271.127693:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611271.127713:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611271.127716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611271.127723:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611271.127727:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611271.127732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611271.127736:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611271.458671:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611271.458680:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611271.458683:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611271.458689:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611271.458693:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611271.458698:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611271.458702:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611271.458704:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611271.458707:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611271.486613:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611271.486619:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611271.486621:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611271.486624:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611271.486627:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611271.486630:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611271.486632:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611271.486635:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611271.486638:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611271.682671:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611271.682678:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611271.682771:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611271.682777:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611271.682781:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611271.881696:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611271.881705:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611271.881708:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611271.881713:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611271.881717:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611271.881721:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611271.881724:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611271.881727:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611271.881730:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611272.127607:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611272.127625:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611272.127627:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611272.127632:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611272.127635:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611272.127639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611272.127641:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611272.458662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611272.458671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611272.458689:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611272.458694:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611272.458698:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611272.458702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611272.458705:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611272.458708:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611272.458710:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611272.486672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611272.486678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611272.486680:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611272.486683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611272.486686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611272.486689:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611272.486692:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611272.486703:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611272.486713:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611272.486718:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611272.486736:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611272.486740:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611272.486742:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611272.486744:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611272.486748:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611272.486757:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494645248:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611272.486762:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611272.486764:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611272.486767:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611272.486769:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611272.486772:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611272.486779:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611272.486782:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611272.486786:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611272.486787:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611272.486791:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611272.486795:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611272.486798:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611272.486802:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8fa00 refcount=4 00000020:00000001:2.0:1749611272.486804:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 00010000:00000001:2.0:1749611272.486807:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 00010000:00010000:2.0:1749611272.486814:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611272.486823:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611272.486828:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611272.486844:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611272.486848:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611272.486854:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611272.486856:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611272.486858:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611272.486864:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611272.486867:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611272.486870:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611272.486872:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611272.486879:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8fa00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611272.486882:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611272.486885:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611272.486890:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611272.486892:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611272.486893:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611272.486894:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8fa00 refcount=5 00000020:00000001:2.0:1749611272.486896:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 00010000:00000001:2.0:1749611272.486898:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 00010000:00000001:2.0:1749611272.486901:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611272.486904:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611272.486909:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611272.486912:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611272.486922:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611272.486925:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611272.486926:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611272.486929:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611272.486931:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611272.486933:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611272.486935:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611272.486936:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611272.486938:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611272.486941:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8fa00 with handle 0x689c0ec07329d351 from hash 00010000:00000001:2.0:1749611272.486943:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611272.486944:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611272.486945:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611272.486947:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611272.486948:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611272.486949:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611272.486952:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611272.486953:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611272.486954:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611272.486956:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611272.486958:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611272.486963:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611272.486964:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611272.486966:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611272.486967:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611272.486968:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611272.486969:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611272.486970:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611272.486972:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8fa00/0x689c0ec07329d351 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611272.486980:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81be00 count: 0 00010000:00000001:2.0:1749611272.487011:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611272.487018:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611272.487021:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611272.487026:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad7800 x1834598494645248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611272.487033:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611272.487036:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611272.487038:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611272.487040:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611272.487045:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611272.487049:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611272.487051:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611272.487053:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7800. 00000100:00000001:2.0:1749611272.487057:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611272.487058:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611272.487060:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611272.487063:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611272.487066:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611272.487069:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b4211500. 00000020:00000010:2.0:1749611272.487073:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611272.487078:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f400. 00000040:00000010:2.0:1749611272.487081:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611272.487086:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611272.487091:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e000. 80000000:00000010:2.0:1749611272.487095:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611272.487101:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:2.0:1749611272.487106:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611272.487112:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 10000000:00000040:2.0:1749611272.487120:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611272.487124:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 10000000:00000001:2.0:1749611272.487128:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611272.487132:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611272.487137:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f400. 00000040:00000010:2.0:1749611272.487141:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611272.487149:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611272.487154:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e000. 80000000:00000010:2.0:1749611272.487157:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611272.487161:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e600. 00080000:00000010:2.0:1749611272.487166:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:2.0:1749611272.487172:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611272.487176:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 10000000:00000010:2.0:1749611272.487179:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b4211500. 10000000:01000000:2.0:1749611272.487181:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:2.0:1749611272.487185:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:2.0:1749611272.487188:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1749611272.487190:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1749611272.487192:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1749611272.487194:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749611272.487196:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611272.487198:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1749611272.487200:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611272.487202:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611272.487204:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611272.487206:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749611272.487208:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611272.487210:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611272.487211:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749611272.487213:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611272.487214:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611272.487216:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:2.0:1749611272.487217:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611272.487219:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:2.0:1749611272.487221:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611272.487245:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:2.0:1749611272.487250:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7800. 00000020:00000040:2.0:1749611272.487253:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611272.487257:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611272.487261:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611272.487266:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611272.487271:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611272.487282:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611272.487287:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611272.487289:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611272.487294:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8801240aba00 count: 2 00010000:00000001:2.0:1749611272.487297:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611272.487300:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611272.487302:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f200. 00000020:00000001:2.0:1749611272.487306:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611272.487308:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f200 with handle 0x689c0ec07329d35f to hash 00000020:00000001:2.0:1749611272.487310:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611272.487312:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457045504 : -131939252506112 : ffff88007fb8f200) 00010000:00000001:2.0:1749611272.487315:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457045504 : -131939252506112 : ffff88007fb8f200) 00010000:00000001:2.0:1749611272.487317:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611272.487319:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611272.487322:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611272.487330:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611272.487342:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611272.487347:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611272.487349:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611272.487354:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611272.487356:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611272.487359:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611272.487360:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926055424 : -131938783496192 : ffff88009bad7800) 00000100:00000001:2.0:1749611272.487364:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611272.487369:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611272.487371:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611272.487373:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611272.487377:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611272.487397:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611272.487399:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611272.487403:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611272.487410:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611272.487412:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611272.487413:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611272.487415:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611272.487417:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611272.487418:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611272.487420:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611272.487421:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611272.487423:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611272.489718:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81be00. 00010000:00000010:1.1:1749611272.489729:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8fa00. 00010000:00000001:0.0:1749611272.684693:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611272.684698:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611272.684750:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611272.684754:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611272.684757:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611272.881567:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611272.881571:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611272.881573:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611272.881575:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611272.881577:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611272.881580:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611272.881581:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611272.881583:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611272.881585:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.127666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611273.127682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611273.127684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.127689:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611273.127691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611273.127694:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.127696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611273.134650:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611273.134659:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611273.134662:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611273.134666:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611273.134669:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611273.134673:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611273.134679:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611273.134684:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5874 00000100:00080000:0.0:1749611273.134689:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611273.134693:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611273.134697:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611273.134700:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611273.134703:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611273.134707:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611273.134710:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611273.134729:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611273.134733:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611273.134736:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611273.134739:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611273.134744:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611273.134747:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611273.134749:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611273.134751:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611273.134755:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611273.134759:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611273.134762:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611273.134765:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611273.134773:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611273.134776:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.134779:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611273.134783:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611273.134789:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000020:00000040:0.0:1749611273.134794:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611273.134799:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611273.134801:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.134804:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611273.134807:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611273.134811:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611273.134819:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2000. 00000100:00000001:0.0:1749611273.134827:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611273.134837:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611273.134850:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611273.134855:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.134860:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.134894:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611273.134905:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611273.134910:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611273.134911:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611273.134914:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611273.134917:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611273.134920:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5874 00000100:00080000:0.0:1749611273.134940:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611273.134944:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611273.134947:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611273.134950:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611273.134953:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611273.134957:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611273.134960:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611273.134963:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611273.134966:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611273.134970:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611273.134973:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611273.134978:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611273.134980:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611273.134983:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611273.134985:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611273.134989:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611273.134992:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611273.134993:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611273.134996:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.134999:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611273.134999:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611273.135001:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611273.135004:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611273.135008:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.135009:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.135011:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611273.135014:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611273.135019:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000100:00000001:2.0:1749611273.135021:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611273.135023:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611273.135023:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611273.135027:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611273.135030:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611273.135033:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611273.135034:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1749611273.135036:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494646144:0@lo:38:kworker.0 02000000:00000001:0.0:1749611273.135037:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135039:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749611273.135041:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611273.135042:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611273.135044:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611273.135056:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611273.135059:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611273.135062:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611273.135064:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611273.135066:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611273.135069:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2800. 00000400:00000010:2.0:1749611273.135074:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:0.0:1749611273.135075:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611273.135082:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00100000:0.0:1749611273.135083:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611273.135091:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494646144, portal 4 00000100:00000001:2.0:1749611273.135094:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611273.135096:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:0.0:1749611273.135096:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611273.135100:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.135104:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611273.135105:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.135113:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611273.135116:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611273.135118:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611273.135121:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494646144, offset 0 00000100:00000001:0.0:1749611273.135127:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611273.135128:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611273.135131:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611273.135136:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611273.135138:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611273.135141:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749611273.135143:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611273.135145:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611273.135148:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5874 00000100:00080000:0.0:1749611273.135152:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749611273.135154:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf942f80 00000100:00000040:0.0:1749611273.135156:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611273.135159:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611273.135162:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 2080 00000100:00000040:0.0:1749611273.135162:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611273.135165:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611273.135168:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749611273.135170:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749611273.135170:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611273.135173:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611273.135175:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749611273.135176:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611273.135179:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611273.135180:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611273.135182:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1749611273.135183:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:2.0:1749611273.135186:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4380. 00000100:00000040:2.0:1749611273.135190:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4380 x1834598494646144 msgsize 520 00000100:00100000:2.0:1749611273.135194:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611273.135196:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611273.135199:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611273.135201:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611273.135204:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611273.135208:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611273.135211:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611273.135214:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135239:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611273.135247:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611273.135248:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611273.135250:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 02000000:00000001:0.0:1749611273.135253:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611273.135254:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611273.135256:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611273.135258:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.135259:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611273.135262:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135267:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611273.135267:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebdc00. 00000100:00000040:2.0:1749611273.135270:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611273.135271:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611273.135275:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611273.135277:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135279:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611273.135281:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611273.135284:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611273.135284:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135286:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749611273.135289:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad0c00. 00000100:00000001:2.0:1749611273.135292:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135295:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.135296:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1295 usecs (2 jiffies) 00000100:00000001:2.0:1749611273.135300:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300546594 00000100:00100000:0.0:1749611273.135303:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749611273.135305:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211500. 00000100:00000001:2.0:1749611273.135311:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611273.135314:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611273.135318:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135319:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300546594 00000100:00000010:2.0:1749611273.135322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211000. 00000100:00000040:0.0:1749611273.135324:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebdc00] to pc [ptlrpcd_rcv+-1] req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.135325:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611273.135328:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300546594 00000100:00000010:2.0:1749611273.135331:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211100. 00000100:00000001:2.0:1749611273.135333:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611273.135336:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300546594 00000100:00000001:0.0:1749611273.135337:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611273.135338:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211300. 00000100:00000040:0.0:1749611273.135340:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611273.135341:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611273.135344:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611273.135346:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1749611273.135350:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494646144 00000100:00000010:0.0:1749611273.135352:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 02000000:00000001:1.0:1749611273.135353:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611273.135354:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611273.135355:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611273.135356:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611273.135357:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135359:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135360:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135363:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611273.135364:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135368:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749611273.135368:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494646144 00000100:00000001:0.0:1749611273.135368:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749611273.135370:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611273.135371:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611273.135371:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611273.135372:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749611273.135372:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611273.135373:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611273.135373:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611273.135374:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611273.135375:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611273.135377:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.135379:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611273.135379:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611273.135379:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240abb00. 00000100:00000001:0.0:1749611273.135383:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611273.135386:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27cc00. 00000100:00000001:2.0:1749611273.135387:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611273.135389:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611273.135391:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749611273.135391:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2780. 00000100:00000040:0.0:1749611273.135391:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749611273.135393:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611273.135396:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 02000000:00000001:2.0:1749611273.135400:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135401:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611273.135403:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611273.135403:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1749611273.135404:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494646272:0@lo:38:kworker.0 00000100:00000001:1.0:1749611273.135405:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135406:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135408:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611273.135410:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611273.135411:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611273.135412:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.135413:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_00_00+0] req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611273.135414:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611273.135417:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611273.135419:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135421:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611273.135422:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000400:00000010:2.0:1749611273.135426:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611273.135429:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494646272, portal 10 00000100:00000001:1.0:1749611273.135430:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611273.135431:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611273.135433:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000001:1.0:1749611273.135433:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611273.135438:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00000040:2.0:1749611273.135439:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.135440:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135441:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041984 : -131938783509632 : ffff88009bad4380) 00000100:00000001:2.0:1749611273.135445:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611273.135448:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611273.135448:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4380 x1834598494646144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611273.135450:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611273.135452:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494646272, offset 0 00000100:00000001:0.0:1749611273.135452:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611273.135456:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611273.135456:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1749611273.135459:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611273.135461:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494646144:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611273.135462:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611273.135465:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494646144 00000400:00000200:2.0:1749611273.135467:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943000 00000100:00000001:0.0:1749611273.135467:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611273.135469:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611273.135472:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 40752 00000100:00000001:0.0:1749611273.135472:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611273.135474:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749611273.135477:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611273.135477:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749611273.135478:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611273.135481:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611273.135482:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611273.135484:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.135486:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611273.135488:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611273.135492:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6300. 00000100:00000040:2.0:1749611273.135495:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6300 x1834598494646272 msgsize 520 00000020:00000001:1.0:1749611273.135496:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135496:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611273.135498:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611273.135499:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749611273.135501:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611273.135502:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1749611273.135504:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611273.135505:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611273.135508:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611273.135508:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135511:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749611273.135513:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494646528:0@lo:400:kworker.0 00000100:00000001:1.0:1749611273.135514:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611273.135516:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749611273.135517:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611273.135519:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:0.0:1749611273.135519:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749611273.135564:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611273.135570:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611273.135572:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611273.135573:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749611273.135574:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494646272 02000000:00000001:0.0:1749611273.135575:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611273.135577:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611273.135577:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611273.135577:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f0c00. 02000000:00000001:0.0:1749611273.135578:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611273.135579:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611273.135580:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135583:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135584:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749611273.135584:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ef3ba00. 02000000:00000001:0.0:1749611273.135586:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.135587:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611273.135587:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611273.135589:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611273.135590:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135593:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611273.135593:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749611273.135594:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135594:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611273.135596:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749611273.135597:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494646272 00000100:00000001:2.0:1749611273.135597:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611273.135599:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611273.135599:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611273.135600:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000020:00000040:3.0:1749611273.135601:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611273.135601:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1131 usecs (2 jiffies) 00000100:00000040:1.0:1749611273.135602:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:3.0:1749611273.135603:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611273.135603:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300546595 00000100:00000001:1.0:1749611273.135604:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611273.135605:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135606:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611273.135607:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611273.135607:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821b28. 00000100:00000001:2.0:1749611273.135608:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300546594 00000100:00000040:1.0:1749611273.135609:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611273.135611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300546595 00000020:00000010:3.0:1749611273.135612:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0da00. 02000000:00000001:1.0:1749611273.135612:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749611273.135613:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494646528, portal 10 00000100:00000001:2.0:1749611273.135614:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300546594 02000000:00000001:1.0:1749611273.135614:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611273.135616:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc600. 00000100:00000001:1.0:1749611273.135616:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611273.135616:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611273.135617:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300546595 00000100:00000040:1.0:1749611273.135618:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611273.135618:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:2.0:1749611273.135619:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300546594 00000020:00000010:3.0:1749611273.135621:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:2.0:1749611273.135621:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300546595 00000400:00000010:1.0:1749611273.135621:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611273.135624:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300546594 00000100:00000001:3.0:1749611273.135625:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1749611273.135625:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494646144, offset 0 00000100:00000001:2.0:1749611273.135626:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611273.135627:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611273.135628:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.135628:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611273.135629:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135630:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749611273.135630:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611273.135633:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.135633:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611273.135638:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611273.135638:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611273.135640:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611273.135641:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.135642:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611273.135643:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611273.135643:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611273.135644:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611273.135645:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf942f80 00000400:00000010:0.0:1749611273.135645:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821220. 02000000:00000001:2.0:1749611273.135646:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611273.135649:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494646400:0@lo:38:kworker.0 00000100:00000200:0.0:1749611273.135649:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494646528, offset 0 00000400:00000200:1.0:1749611273.135651:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x865d [1] + 0 00000100:00000001:3.0:1749611273.135652:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611273.135652:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611273.135653:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611273.135656:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611273.135657:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611273.135658:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 02000000:00000001:2.0:1749611273.135659:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611273.135659:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611273.135660:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611273.135661:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926050048 : -131938783501568 : ffff88009bad6300) 02000000:00000001:2.0:1749611273.135662:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611273.135665:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7800. 00000100:00000040:3.0:1749611273.135667:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6300 x1834598494646272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611273.135667:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611273.135667:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611273.135669:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749611273.135670:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000400:00000010:2.0:1749611273.135673:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:1.0:1749611273.135674:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611273.135676:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494646400, portal 10 00000400:00000200:0.0:1749611273.135677:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf943100 00000100:00000001:2.0:1749611273.135678:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749611273.135679:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494646272:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611273.135679:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175169536 : -131939534382080 : ffff88006eebdc00) 00000100:00000200:3.0:1749611273.135683:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494646272 00000100:00000040:1.0:1749611273.135684:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611273.135684:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 41272 00000020:00000001:3.0:1749611273.135685:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611273.135685:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611273.135687:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611273.135689:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611273.135691:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611273.135693:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611273.135693:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611273.135693:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611273.135695:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000020:00000001:3.0:1749611273.135696:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135696:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611273.135697:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494646400, offset 0 00000100:00000200:0.0:1749611273.135698:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:3.0:1749611273.135699:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611273.135701:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749611273.135701:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe300. 00010000:00000001:3.0:1749611273.135719:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611273.135721:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611273.135721:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebe300 x1834598494646528 msgsize 224 00000100:00000001:3.0:1749611273.135724:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611273.135724:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611273.135724:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611273.135725:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611273.135727:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000200:2.0:1749611273.135728:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943080 00000400:00000010:1.0:1749611273.135730:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:3.0:1749611273.135732:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611273.135732:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611273.135732:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611273.135734:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:3.0:1749611273.135735:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b400. 02000000:00000001:3.0:1749611273.135737:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.135737:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611273.135739:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611273.135740:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:3.0:1749611273.135741:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611273.135741:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 41496 00000100:00000001:1.0:1749611273.135741:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611273.135743:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611273.135743:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611273.135744:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749611273.135746:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611273.135747:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611273.135747:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4380 x1834598494646144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611273.135748:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611273.135748:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821220 00000400:00000010:0.0:1749611273.135750:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821220. 00000100:00000001:3.0:1749611273.135751:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611273.135752:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611273.135753:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611273.135753:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611273.135754:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611273.135755:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611273.135756:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:1.0:1749611273.135756:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494646144:12345-0@lo:38:kworker.0 Request processed in 295us (564us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749611273.135756:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611273.135757:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5180. 00000100:00000040:3.0:1749611273.135759:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:2.0:1749611273.135759:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5180 x1834598494646400 msgsize 520 02000000:00000001:3.0:1749611273.135761:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611273.135762:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611273.135763:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611273.135763:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00000001:0.0:1749611273.135763:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611273.135764:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611273.135766:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611273.135766:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749611273.135766:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.135767:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749611273.135768:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611273.135769:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611273.135771:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2780. 00000100:00000200:3.0:1749611273.135772:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494646272, offset 0 00000400:00000200:2.0:1749611273.135772:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:0.0:1749611273.135772:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135773:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749611273.135774:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000020:00000010:1.0:1749611273.135775:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:2.0:1749611273.135776:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749611273.135777:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611273.135778:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27cc00. 00000100:00000200:2.0:1749611273.135779:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.135782:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.135783:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135785:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611273.135786:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611273.135787:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 966 usecs (1 jiffies) 00000100:00000001:0.0:1749611273.135789:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300546594 00000400:00000200:3.0:1749611273.135792:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943000 00000100:00000040:2.0:1749611273.135792:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.135792:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300546595 00000100:00000001:0.0:1749611273.135794:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300546594 00000100:00000001:1.0:1749611273.135795:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611273.135796:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300546595 00000400:00000200:3.0:1749611273.135797:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8665 [1] + 0 00000100:00000001:2.0:1749611273.135797:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135797:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300546594 00000100:00000001:2.0:1749611273.135798:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611273.135798:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135799:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300546595 00000100:00000001:0.0:1749611273.135800:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300546594 00000400:00000200:3.0:1749611273.135801:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611273.135802:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135802:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300546595 00000400:00000200:3.0:1749611273.135804:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611273.135804:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611273.135805:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 792 usecs (1 jiffies) 00000100:00000001:1.0:1749611273.135805:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611273.135806:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611273.135807:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611273.135807:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300546594 00000100:00100000:1.0:1749611273.135807:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494646528 00000100:00000001:0.0:1749611273.135808:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611273.135809:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611273.135810:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611273.135810:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611273.135811:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.135812:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611273.135814:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611273.135816:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494646528 00000100:00000001:2.0:1749611273.135818:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611273.135819:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5884) 00000100:00000040:3.0:1749611273.135820:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611273.135820:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494646400 02000000:00000001:2.0:1749611273.135821:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749611273.135822:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611273.135823:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749611273.135824:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611273.135825:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611273.135825:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611273.135827:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611273.135828:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611273.135828:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749611273.135829:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:2.0:1749611273.135830:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494646400 00000020:00000001:1.0:1749611273.135831:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:3.0:1749611273.135832:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000020:00000001:2.0:1749611273.135832:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611273.135833:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749611273.135834:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000020:00000001:2.0:1749611273.135834:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611273.135835:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749611273.135836:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611273.135838:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611273.135838:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3f00. 00000100:00000001:3.0:1749611273.135841:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749611273.135841:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000020:00000010:1.0:1749611273.135842:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b403e0c0. 00000100:00000001:3.0:1749611273.135843:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749611273.135844:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:3.0:1749611273.135846:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611273.135848:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:2.0:1749611273.135848:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000020:00000040:1.0:1749611273.135848:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611273.135850:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135851:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749611273.135852:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611273.135853:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611273.135855:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611273.135856:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6300 x1834598494646272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.135858:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611273.135864:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494646272:12345-0@lo:38:kworker.0 Request processed in 186us (367us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749611273.135871:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00000001:3.0:1749611273.135873:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611273.135874:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611273.135875:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611273.135877:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc600. 00000100:00000001:2.0:1749611273.135877:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611273.135878:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27cc00. 00000020:00000010:3.0:1749611273.135880:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000020:00000010:1.0:1749611273.135881:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2780. 00000020:00000010:3.0:1749611273.135883:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0da00. 00000100:00000001:2.0:1749611273.135883:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749611273.135883:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:2.0:1749611273.135885:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611273.135887:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611273.135888:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00000040:1.0:1749611273.135889:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611273.135890:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611273.135891:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926045568 : -131938783506048 : ffff88009bad5180) 00000100:00000001:1.0:1749611273.135892:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611273.135894:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5180 x1834598494646400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.135894:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611273.135898:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611273.135899:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611273.135901:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611273.135902:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494646400:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611273.135905:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.135906:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611273.135908:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611273.135910:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494646400 00000100:00000001:1.0:1749611273.135910:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611273.135911:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611273.135913:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611273.135913:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00010000:00000001:2.0:1749611273.135915:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611273.135916:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.135916:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611273.135917:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.135917:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175171328 : -131939534380288 : ffff88006eebe300) 00000020:00000001:2.0:1749611273.135922:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.135922:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebe300 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:709/0 lens 224/0 e 0 to 0 dl 1749611284 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749611273.135925:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611273.135927:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611273.135929:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611273.135929:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611273.135931:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b544afc0. 00000100:00000001:2.0:1749611273.135932:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611273.135933:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611273.135934:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611273.135935:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749611273.135936:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b544afc0. 02000000:00000010:2.0:1749611273.135938:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7c00. 02000000:00000001:2.0:1749611273.135939:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611273.135939:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494646528:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611273.135941:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611273.135943:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749611273.135943:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494646528 00010000:00000001:2.0:1749611273.135945:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611273.135945:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749611273.135947:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611273.135950:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611273.135952:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611273.135952:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:2.0:1749611273.135954:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:0.0:1749611273.135955:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.135956:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611273.135957:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611273.135958:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749611273.135959:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749611273.135961:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:0.0:1749611273.135961:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749611273.135963:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611273.135964:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611273.135965:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.135966:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611273.135966:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611273.135967:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611273.135968:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749611273.135969:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000020:00000001:0.0:1749611273.135971:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611273.135972:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494646400, offset 0 00000020:00000001:0.0:1749611273.135973:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611273.135975:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611273.135976:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611273.135978:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611273.135980:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611273.135981:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad1800. 02000000:00000001:0.0:1749611273.135983:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611273.135985:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943080 00000100:00000001:0.0:1749611273.135985:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611273.135987:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611273.135988:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8679 [1] + 0 00010000:00000040:0.0:1749611273.135989:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494646528 00010000:00000001:0.0:1749611273.135991:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749611273.135992:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1749611273.135995:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebe300 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:709/0 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611273.135998:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611273.136001:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611273.136001:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611273.136003:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611273.136004:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611273.136005:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611273.136009:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611273.136010:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:2.0:1749611273.136012:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.136012:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611273.136014:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611273.136016:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.136017:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611273.136019:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611273.136019:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611273.136021:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821220. 00000400:00000200:2.0:1749611273.136022:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611273.136024:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611273.136025:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611273.136027:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611273.136027:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494646528, offset 224 00000100:00000001:2.0:1749611273.136029:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611273.136030:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611273.136032:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611273.136033:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611273.136035:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611273.136036:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611273.136039:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5180 x1834598494646400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611293 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611273.136041:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943100 00000400:00000200:0.0:1749611273.136045:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x866d [1] + 224 00000100:00100000:2.0:1749611273.136046:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494646400:12345-0@lo:38:kworker.0 Request processed in 143us (285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749611273.136078:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000400:00000200:0.0:1749611273.136078:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611273.136080:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611273.136081:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611273.136082:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749611273.136085:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000001:0.0:1749611273.136085:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611273.136089:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000200:0.0:1749611273.136089:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611273.136094:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:2.0:1749611273.136097:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611273.136097:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136110:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300546595 00000100:00000001:2.0:1749611273.136113:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300546594 00000100:00000001:2.0:1749611273.136115:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300546595 00000100:00000001:2.0:1749611273.136117:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300546594 00000100:00000001:2.0:1749611273.136119:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300546595 00000100:00000001:0.0:1749611273.136121:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611273.136126:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300546594 00000400:00000200:0.0:1749611273.136126:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821220 00000100:00000001:2.0:1749611273.136128:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300546595 00000400:00000010:0.0:1749611273.136128:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821220. 00000100:00000001:2.0:1749611273.136130:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611273.136131:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611273.136132:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.136132:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611273.136135:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611273.136137:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611273.136138:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611273.136138:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:2.0:1749611273.136140:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00010000:00000001:0.0:1749611273.136140:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611273.136142:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611273.136143:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611273.136144:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000001:0.0:1749611273.136144:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611273.136146:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611273.136148:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe300 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:709/0 lens 224/224 e 0 to 0 dl 1749611284 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611273.136150:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.136152:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611273.136155:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611273.136157:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494646528:12345-0@lo:400:kworker.0 Request processed in 226us (433us total) trans 0 rc 0/0 00000100:00000200:2.0:1749611273.136158:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611273.136160:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611273.136161:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611273.136163:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00000001:2.0:1749611273.136164:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749611273.136164:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00000001:2.0:1749611273.136166:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611273.136167:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611273.136168:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611273.136169:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821b28 02000000:00000001:2.0:1749611273.136170:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611273.136170:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611273.136171:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611273.136171:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821b28. 00000100:00000001:0.0:1749611273.136172:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611273.136173:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.136174:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611273.136175:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2780. 02000000:00000001:2.0:1749611273.136176:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611273.136178:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611273.136179:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00001000:2.0:1749611273.136181:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611273 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611273.136182:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27cc00. 00000100:00001000:2.0:1749611273.136184:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=128 v=20 (1 1 20 1) 00000020:00000040:0.0:1749611273.136186:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611273.136187:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611273.136188:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136189:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611273.136191:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611273.136195:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611273.136199:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136202:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611273.136203:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611273.136205:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611273.136206:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749611273.136206:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611273.136207:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611273.136208:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136209:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611273.136210:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611273.136211:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611273.136213:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611273.136215:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611273.136215:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611273.136238:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749611273.136239:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611273.136242:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611273.136244:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749611273.136245:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1749611273.136248:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=128 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611273.136249:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.136251:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611273.136252:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611273.136255:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749611273.136257:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494646400:0@lo:38:kworker.0 00010000:00080000:1.0:1749611273.136259:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611273.136263:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611273.136264:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611273.136265:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00010000:00000001:1.0:1749611273.136266:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611273.136268:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611273.136269:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:1.0:1749611273.136269:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611273.136271:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611273.136271:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611273.136272:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611273.136273:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611273.136274:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611273.136277:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611273.136282:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.136283:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611273.136285:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611273.136287:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136288:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611273.136289:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611273.136290:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136291:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611273.136292:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611273.136293:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611273.136295:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611273.136296:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611273.136298:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494646528:0@lo:400:kworker.0 00000100:00001000:2.0:1749611273.136300:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611273 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611273.136302:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611273.136303:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=96 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611273.136305:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611273.136307:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611273.136308:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611273.136309:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611273.136312:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611273.136312:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494646528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.136318:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611273.136320:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611273.136323:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ef3ba00. 02000000:00000001:1.0:1749611273.136327:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611273.136328:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611273.136329:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749611273.136330:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611273.136331:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611273.136333:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611273.136333:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611273.136334:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:1.0:1749611273.136335:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240abb00. 00000100:00000001:2.0:1749611273.136336:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611273.136338:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749611273.136338:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611273.136339:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1749611273.136340:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000010:1.0:1749611273.136341:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000001:2.0:1749611273.136342:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611273.136345:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749611273.136346:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611273.136346:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611273.136348:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611273.136352:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494646144:0@lo:38:kworker.0 00000100:00000001:1.0:1749611273.136353:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611273.136354:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.136356:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611273.136356:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611273.136358:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611273.136358:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611273.136360:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebdc00 x1834598494646400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136366:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611273.136368:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611273.136370:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7800. 02000000:00000001:2.0:1749611273.136373:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611273.136374:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611273.136376:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611273.136377:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611273.136379:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad0c00. 02000000:00000001:2.0:1749611273.136382:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611273.136383:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611273.136385:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebdc00. 00000100:00000001:2.0:1749611273.136388:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611273.136389:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136391:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611273.136393:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494646144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136410:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611273.136411:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611273.136413:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611273.136415:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611273.136416:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611273.136417:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611273.136419:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611273.136420:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2000. 02000000:00000001:2.0:1749611273.136422:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611273.136423:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611273.136424:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000001:2.0:1749611273.136429:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611273.136430:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136432:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136436:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611273.136437:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136439:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611273.136440:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611273.136443:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611273.136444:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611273.136445:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611273.136447:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611273.136449:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611273.136450:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611273.136453:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611273.136460:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136466:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611273.136468:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136469:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611273.136471:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611273.136472:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611273.136473:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611273.136475:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611273.136482:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611273 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611273.136485:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=78 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611273.136488:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611273.136489:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611273.136491:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611273.136494:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136500:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611273.136502:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611273.136503:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136505:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611273.136506:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611273.136508:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611273.136511:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611273.136512:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611273.136515:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611273.136546:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494646272:0@lo:38:kworker.0 00000100:00000001:2.0:1749611273.136550:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.136552:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611273.136554:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494646272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611273.136560:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611273.136561:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611273.136563:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611273.136566:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611273.136567:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611273.136568:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611273.136570:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611273.136571:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2800. 02000000:00000001:2.0:1749611273.136578:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611273.136579:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611273.136580:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000100:00000001:2.0:1749611273.136583:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611273.136584:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.136586:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.136588:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611273.136589:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611273.136590:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.136592:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611273.137586:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300546595, at 4300546595 00000100:00000010:1.0:1749611273.137596:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211000. 00000100:00000040:2.0:1749611273.137597:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300546595, at 4300546595 00000100:00000010:2.0:1749611273.137606:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211100. 00000100:00000040:0.0:1749611273.137606:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300546595, at 4300546595 00000100:00000010:0.0:1749611273.137616:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211500. 00000100:00000040:3.0:1749611273.137628:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300546595, at 4300546595 00000100:00000010:3.0:1749611273.137638:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211300. 00000100:00000001:0.0:1749611273.458744:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611273.458752:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611273.458755:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611273.458760:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611273.458764:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611273.458769:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.458772:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611273.458775:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.458777:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611273.486624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611273.486630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611273.486632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611273.486636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611273.486639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611273.486641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.486644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611273.486646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611273.486649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611273.686751:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611273.686758:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611273.686783:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611273.686788:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611273.686792:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611273.881632:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611273.881638:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611273.881639:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611273.881642:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611273.881644:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611273.881647:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.881648:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611273.881656:0:23140:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.881663:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611273.881665:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.881670:0:23140:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611273.881672:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.881673:0:23140:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611273.881674:0:23140:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611273.881676:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611273.881680:0:23140:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:23140:1834598494645376:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611273.881696:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.881697:0:23140:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611273.881699:0:23140:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611273.881700:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611273.881702:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.881706:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611273.881707:0:23140:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88008350d600. 00000100:00000001:0.0:1749611273.881710:0:23140:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611273.881711:0:23140:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611273.881713:0:23140:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611273.881715:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611273.881717:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611273.881719:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007ef3b800 refcount=4 00000020:00000001:0.0:1749611273.881721:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 00010000:00000001:0.0:1749611273.881722:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 00010000:00010000:0.0:1749611273.881726:0:23140:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881731:0:23140:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611273.881734:0:23140:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881737:0:23140:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611273.881739:0:23140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881742:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611273.881743:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611273.881745:0:23140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881748:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611273.881752:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611273.881754:0:23140:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611273.881755:0:23140:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611273.881759:0:23140:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007ef3b800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611273.881761:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611273.881762:0:23140:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881765:0:23140:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611273.881766:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611273.881766:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611273.881767:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007ef3b800 refcount=5 00000020:00000001:0.0:1749611273.881768:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 00010000:00000001:0.0:1749611273.881769:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 00010000:00000001:0.0:1749611273.881771:0:23140:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611273.881772:0:23140:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611273.881775:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611273.881776:0:23140:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611273.881778:0:23140:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611273.881780:0:23140:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611273.881780:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611273.881782:0:23140:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611273.881783:0:23140:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611273.881784:0:23140:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611273.881785:0:23140:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611273.881786:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611273.881787:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611273.881788:0:23140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007ef3b800 with handle 0x689c0ec07329d358 from hash 00010000:00000001:0.0:1749611273.881790:0:23140:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611273.881793:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611273.881793:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611273.881794:0:23140:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611273.881795:0:23140:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611273.881796:0:23140:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611273.881797:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611273.881797:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611273.881798:0:23140:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611273.881799:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611273.881800:0:23140:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881803:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611273.881803:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611273.881804:0:23140:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611273.881805:0:23140:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611273.881805:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611273.881806:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611273.881806:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611273.881807:0:23140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007ef3b800/0x689c0ec07329d358 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611273.881829:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611273.881830:0:23140:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611273.881832:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611273.881834:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494645376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.881837:0:23140:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611273.881839:0:23140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611273.881840:0:23140:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611273.881842:0:23140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611273.881845:0:23140:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007ef3be00. 02000000:00000001:0.0:1749611273.881847:0:23140:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611273.881848:0:23140:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611273.881850:0:23140:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:0.0:1749611273.881852:0:23140:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611273.881853:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611273.881856:0:23140:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611273.881858:0:23140:0:(mgc_request_server.c:677:mgc_get_local_copy()) Process leaving via out_mutex (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 10000000:00000001:0.0:1749611273.881864:0:23140:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611273.881868:0:23140:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611273.881869:0:23140:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611273.881870:0:23140:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8800b422c000 10000000:00000010:0.0:1749611273.881873:0:23140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff88007ef3be00. 10000000:01000000:0.0:1749611273.881875:0:23140:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:0.0:1749611273.881877:0:23140:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=13 10000000:00000001:0.0:1749611273.881879:0:23140:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134444121600 : -131939265430016 : ffff88007ef3be00) 10000000:00000001:0.0:1749611273.881880:0:23140:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611273.881881:0:23140:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611273.881882:0:23140:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 3 10000000:00000001:0.0:1749611273.881883:0:23140:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611273.881884:0:23140:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135334579200 : -131938374972416 : ffff8800b4070c00) 10000000:00000001:0.0:1749611273.881885:0:23140:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611273.881886:0:23140:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:0.0:1749611273.881887:0:23140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff88007ef3a400. 10000000:01000000:0.0:1749611273.881888:0:23140:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611273.881889:0:23140:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=14 10000000:00000001:0.0:1749611273.881890:0:23140:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134444114944 : -131939265436672 : ffff88007ef3a400) 10000000:00000001:0.0:1749611273.881892:0:23140:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134444114944 : -131939265436672 : ffff88007ef3a400) 10000000:00000001:0.0:1749611273.881894:0:23140:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611273.881895:0:23140:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:0.0:1749611273.881896:0:23140:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611273.881897:0:23140:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1749611273.881899:0:23140:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:0.0:1749611273.881901:0:23140:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611273.881903:0:23140:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611273.881905:0:23140:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611273.881908:0:23140:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611273.881911:0:23140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007ef3a600. 00000100:00000001:0.0:1749611273.881915:0:23140:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611273.881920:0:23140:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611273.881922:0:23140:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611273.881927:0:23140:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8801240aba00 count: 2 00010000:00000001:0.0:1749611273.881928:0:23140:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611273.881930:0:23140:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611273.881932:0:23140:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007ef3ae00. 00000020:00000001:0.0:1749611273.881933:0:23140:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611273.881935:0:23140:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007ef3ae00 with handle 0x689c0ec07329d366 to hash 00000020:00000001:0.0:1749611273.881936:0:23140:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611273.881936:0:23140:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00010000:00000001:0.0:1749611273.881938:0:23140:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00010000:00000001:0.0:1749611273.881939:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611273.881940:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611273.881942:0:23140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611273.881945:0:23140:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611273.881951:0:23140:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611273.881955:0:23140:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611273.881956:0:23140:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611273.881959:0:23140:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008350d600. 00000100:00000001:0.0:1749611273.881960:0:23140:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134517331456 : -131939192220160 : ffff88008350d600) 00000100:00000001:0.0:1749611273.881962:0:23140:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611273.881963:0:23140:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000001:0.0:1749611273.881965:0:23140:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611273.881968:0:23140:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.881969:0:23140:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611273.881970:0:23140:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611273.881973:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.881982:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611273.881984:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611273.881985:0:23140:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611273.881989:0:23140:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611273.881990:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611273.881991:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611273.881992:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611273.881993:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611273.881993:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.881994:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611273.881995:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611273.881996:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1749611273.884605:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ef3b800. 00000100:00000001:2.0:1749611274.136631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611274.136643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611274.136645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611274.136648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611274.136650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611274.136653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611274.136654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611274.458632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611274.458638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611274.458639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611274.458642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611274.458645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611274.458647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611274.458649:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611274.458651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611274.458653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611274.486639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611274.486645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611274.486647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611274.486650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611274.486653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611274.486656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611274.486659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611274.486661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611274.486663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611274.688651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611274.688657:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611274.688659:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611274.688661:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611274.688664:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611274.688665:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611274.688667:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611274.688668:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611274.688688:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749611274.688690:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611274.688691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611274.881600:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611274.881605:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611274.881617:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611274.881620:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611274.881622:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611274.881625:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611274.881627:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611274.881629:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611274.881630:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611274.998598:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749611274.998604:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749611274.998607:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611274.998754:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1749611274.998758:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:3.0:1749611274.998766:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1749611274.998769:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:3.0:1749611274.998770:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611275.136626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611275.136650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611275.136652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611275.136655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611275.136657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611275.136660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611275.136661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611275.458659:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611275.458666:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611275.458668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611275.458672:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611275.458675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611275.458679:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611275.458681:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611275.458684:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611275.458686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611275.486631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611275.486638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611275.486641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611275.486645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611275.486649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611275.486652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611275.486656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611275.486659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611275.486663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611275.690708:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611275.690716:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611275.690842:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611275.690848:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611275.690852:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611275.881692:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611275.881700:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611275.881703:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611275.881707:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611275.881711:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611275.881715:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611275.881718:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611275.881722:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611275.881725:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611276.136639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611276.136659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611276.136662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611276.136669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611276.136673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611276.136678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611276.136681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611276.458696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611276.458704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611276.458707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611276.458712:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611276.458715:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611276.458720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611276.458723:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611276.458744:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611276.458746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611276.486625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611276.486632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611276.486634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611276.486638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611276.486642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611276.486645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611276.486649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611276.486652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611276.486656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611276.692700:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611276.692709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611276.692821:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611276.692827:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611276.692831:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611276.881631:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611276.881639:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611276.881641:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611276.881646:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611276.881649:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611276.881651:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611276.881654:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611276.881657:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611276.881658:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611277.136667:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611277.136686:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611277.136689:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611277.136694:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611277.136697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611277.136701:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611277.136703:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611277.458684:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611277.458692:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611277.458695:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611277.458700:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611277.458703:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611277.458707:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611277.458710:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611277.458713:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611277.458715:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611277.486614:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611277.486627:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611277.486628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611277.486632:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611277.486635:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611277.486637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611277.486639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611277.486642:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611277.486644:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611277.694713:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611277.694722:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611277.694850:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611277.694856:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611277.694859:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611277.881722:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611277.881733:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611277.881737:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611277.881744:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611277.881749:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611277.881753:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611277.881758:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611277.881762:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611277.881766:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.136657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611278.136669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611278.136671:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.136674:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611278.136676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611278.136678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.136680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611278.142628:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611278.142634:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611278.142636:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611278.142649:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611278.142651:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611278.142652:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611278.142655:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611278.142659:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5879 00000100:00080000:0.0:1749611278.142662:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611278.142664:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611278.142666:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611278.142667:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611278.142669:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611278.142672:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611278.142673:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611278.142675:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611278.142677:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611278.142678:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611278.142679:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611278.142681:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611278.142682:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611278.142683:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611278.142684:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611278.142686:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611278.142688:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611278.142690:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611278.142692:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611278.142697:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611278.142698:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142699:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611278.142701:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611278.142705:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:0.0:1749611278.142707:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611278.142709:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611278.142714:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142716:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611278.142718:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611278.142720:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611278.142726:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2800. 00000100:00000001:0.0:1749611278.142730:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611278.142736:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611278.142743:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611278.142746:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611278.142749:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.142765:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611278.142767:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611278.142769:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611278.142770:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611278.142771:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611278.142772:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611278.142773:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5879 00000100:00080000:0.0:1749611278.142775:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611278.142776:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611278.142777:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611278.142778:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611278.142779:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611278.142780:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611278.142780:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611278.142781:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611278.142782:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611278.142783:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611278.142784:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611278.142785:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611278.142791:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611278.142792:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611278.142793:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611278.142795:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611278.142796:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611278.142797:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611278.142798:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611278.142800:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611278.142801:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142802:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611278.142803:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611278.142804:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:0.0:1749611278.142806:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611278.142807:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611278.142807:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142808:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611278.142809:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611278.142810:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611278.142811:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2000. 00000100:00000001:0.0:1749611278.142813:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611278.142816:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611278.142820:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611278.142821:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.142822:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611278.142823:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.142825:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611278.142827:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611278.142827:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611278.142828:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611278.142830:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611278.142831:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611278.142832:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749611278.142833:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.142833:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611278.142837:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5879 00000100:00080000:0.0:1749611278.142838:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611278.142840:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611278.142841:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611278.142842:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749611278.142842:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611278.142843:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142843:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611278.142844:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611278.142844:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611278.142845:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611278.142846:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749611278.142846:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611278.142847:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611278.142848:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611278.142848:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611278.142849:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:2.0:1749611278.142850:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142850:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611278.142851:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611278.142852:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749611278.142853:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494646784:0@lo:38:kworker.0 00000020:00000040:0.0:1749611278.142853:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611278.142854:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611278.142855:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611278.142856:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611278.142857:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611278.142857:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611278.142858:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.142859:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611278.142860:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611278.142860:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.142861:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611278.142862:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 02000000:00000001:2.0:1749611278.142863:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749611278.142863:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611278.142864:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611278.142865:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.142866:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611278.142866:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1749611278.142867:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 02000000:00000001:0.0:1749611278.142867:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.142869:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611278.142869:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad0c00. 00000100:00000001:0.0:1749611278.142870:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611278.142875:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749611278.142876:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:0.0:1749611278.142879:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611278.142880:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611278.142882:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000040:0.0:1749611278.142882:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.142886:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611278.142887:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494646784, portal 4 00000100:00000040:0.0:1749611278.142887:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611278.142889:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749611278.142890:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749611278.142891:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000020:00000040:0.0:1749611278.142892:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611278.142893:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611278.142894:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611278.142895:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.142897:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 02000000:00000010:0.0:1749611278.142897:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240abd00. 00000100:00000001:0.0:1749611278.142899:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611278.142900:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611278.142904:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749611278.142905:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.142905:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611278.142908:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_00_01+1] req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.142911:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611278.142914:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611278.142916:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000200:2.0:1749611278.142919:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494646784, offset 0 00000100:00000001:0.0:1749611278.142923:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611278.142924:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611278.142926:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5889) 00000400:00000200:2.0:1749611278.142936:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611278.142939:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611278.142940:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749611278.142942:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611278.142954:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611278.142955:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611278.142956:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf943200 00000100:00000001:0.0:1749611278.142956:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611278.142957:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611278.142958:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611278.142961:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611278.142962:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 2600 00000400:00000200:2.0:1749611278.142968:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611278.142968:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611278.142969:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611278.142970:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611278.142971:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611278.142972:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611278.142973:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611278.142973:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.142974:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611278.142975:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:0.0:1749611278.142975:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494647168:0@lo:400:kworker.0 00000100:00000001:0.0:1749611278.142977:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611278.142978:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5500. 02000000:00000001:0.0:1749611278.142979:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611278.142980:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5500 x1834598494646784 msgsize 520 02000000:00000001:0.0:1749611278.142980:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.142981:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611278.142981:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611278.142982:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611278.142983:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007ef3bc00. 02000000:00000001:0.0:1749611278.142984:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611278.142987:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:2.0:1749611278.142989:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611278.142990:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821220. 00000100:00000200:0.0:1749611278.142993:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494647168, portal 10 00000400:00000200:2.0:1749611278.142994:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000001:0.0:1749611278.142994:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749611278.142995:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611278.142995:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:2.0:1749611278.142997:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611278.142999:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611278.143000:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143002:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611278.143002:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611278.143004:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494646784 00000100:00000040:0.0:1749611278.143004:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611278.143005:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749611278.143005:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000040:2.0:1749611278.143006:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611278.143006:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611278.143006:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494647168, offset 0 00000100:00000001:1.0:1749611278.143008:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611278.143009:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611278.143010:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.143010:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143011:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611278.143013:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611278.143014:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611278.143014:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611278.143016:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494646784 00000100:00000040:2.0:1749611278.143017:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1296 usecs (2 jiffies) 00000400:00000200:0.0:1749611278.143017:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf943380 00000020:00000001:1.0:1749611278.143018:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611278.143019:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300551602 00000020:00000040:1.0:1749611278.143019:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611278.143021:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611278.143021:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 42016 00000100:00000010:2.0:1749611278.143022:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211100. 00000020:00000001:1.0:1749611278.143022:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611278.143024:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611278.143024:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611278.143026:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611278.143028:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c400. 00000100:00000001:2.0:1749611278.143029:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611278.143029:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611278.143030:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749611278.143032:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2000. 00000100:00000010:0.0:1749611278.143032:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebdc00. 00000100:00000001:2.0:1749611278.143033:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300551602 00000100:00000010:2.0:1749611278.143035:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211c80. 00000100:00000001:2.0:1749611278.143036:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000010:1.0:1749611278.143036:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000040:0.0:1749611278.143036:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebdc00 x1834598494647168 msgsize 224 00000100:00000001:2.0:1749611278.143038:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300551602 00000100:00100000:0.0:1749611278.143038:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1749611278.143040:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b42116c0. 00000100:00000001:2.0:1749611278.143041:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611278.143041:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611278.143042:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300551602 00000100:00000001:1.0:1749611278.143042:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611278.143042:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749611278.143044:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211240. 00000100:00000001:1.0:1749611278.143044:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611278.143045:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000001:2.0:1749611278.143046:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:0.0:1749611278.143046:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611278.143048:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611278.143049:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611278.143050:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.143055:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611278.143056:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143057:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611278.143058:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611278.143058:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143060:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143061:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611278.143063:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143064:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611278.143064:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611278.143064:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611278.143065:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611278.143065:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611278.143066:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611278.143066:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611278.143067:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611278.143068:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611278.143069:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611278.143070:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00000040:0.0:1749611278.143071:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 965 usecs (1 jiffies) 00000100:00000001:2.0:1749611278.143073:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611278.143073:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926046464 : -131938783505152 : ffff88009bad5500) 00000100:00000001:0.0:1749611278.143073:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300551601 00000100:00000001:2.0:1749611278.143074:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.143075:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611278.143075:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300551602 02000000:00000001:2.0:1749611278.143077:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611278.143077:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5500 x1834598494646784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.143077:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300551601 02000000:00000001:2.0:1749611278.143078:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.143079:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300551602 00000100:00100000:2.0:1749611278.143080:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494646912:0@lo:38:kworker.0 00000100:00000001:0.0:1749611278.143080:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300551601 00000100:00000001:2.0:1749611278.143081:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611278.143082:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611278.143082:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300551602 02000000:00000001:2.0:1749611278.143083:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.143083:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300551601 02000000:00000001:2.0:1749611278.143084:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611278.143085:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300551602 02000000:00000010:2.0:1749611278.143086:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 00000100:00000001:0.0:1749611278.143086:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611278.143088:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494646784:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611278.143088:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.143090:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.143090:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611278.143091:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494646784 00000400:00000010:2.0:1749611278.143092:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:0.0:1749611278.143092:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611278.143094:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000020:00000001:1.0:1749611278.143095:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611278.143096:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494646912, portal 10 00000100:00000001:2.0:1749611278.143097:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611278.143098:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00010000:00000001:1.0:1749611278.143098:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611278.143102:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611278.143103:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611278.143104:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494647168 00000100:00000001:2.0:1749611278.143105:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611278.143106:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611278.143106:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749611278.143107:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000001:1.0:1749611278.143108:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.143108:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611278.143109:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494646912, offset 0 00000400:00000200:2.0:1749611278.143111:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749611278.143111:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611278.143113:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611278.143114:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611278.143115:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611278.143116:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611278.143117:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943280 00000100:00100000:0.0:1749611278.143118:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494647168 00000400:00000200:2.0:1749611278.143120:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 42240 00000020:00000001:0.0:1749611278.143120:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749611278.143121:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611278.143122:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749611278.143122:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611278.143123:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749611278.143123:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611278.143124:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611278.143125:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611278.143125:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1749611278.143125:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:2.0:1749611278.143126:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611278.143127:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:2.0:1749611278.143128:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4a80. 02000000:00000001:1.0:1749611278.143128:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749611278.143128:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749611278.143129:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4a80 x1834598494646912 msgsize 520 00000100:00100000:2.0:1749611278.143131:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749611278.143132:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087547800. 00000100:00000001:0.0:1749611278.143132:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749611278.143134:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611278.143134:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b544afc0. 00000100:00000001:1.0:1749611278.143136:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611278.143137:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3f00. 00010000:00000001:1.0:1749611278.143139:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611278.143140:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749611278.143141:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611278.143142:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611278.143143:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000040:0.0:1749611278.143143:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611278.143144:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:1.0:1749611278.143145:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611278.143146:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143147:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611278.143150:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611278.143150:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611278.143150:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749611278.143151:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611278.143152:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:0.0:1749611278.143153:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3aa00. 00000100:00000001:2.0:1749611278.143154:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.143154:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749611278.143155:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000100:00000001:1.0:1749611278.143156:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611278.143158:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749611278.143158:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000040:1.0:1749611278.143159:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611278.143160:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611278.143161:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611278.143162:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1132 usecs (2 jiffies) 00000100:00000001:3.0:1749611278.143163:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611278.143163:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300551602 02000000:00000001:1.0:1749611278.143163:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611278.143165:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494646912 00000100:00000001:2.0:1749611278.143165:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300551602 00000100:00000001:1.0:1749611278.143165:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611278.143166:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300551602 02000000:00000001:3.0:1749611278.143167:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611278.143167:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300551602 00000100:00000040:1.0:1749611278.143167:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611278.143168:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611278.143168:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300551602 00000100:00000001:2.0:1749611278.143169:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300551602 00000400:00000010:1.0:1749611278.143184:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611278.143185:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300551602 00000100:00000040:0.0:1749611278.143185:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611278.143186:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300551602 00000100:00000001:2.0:1749611278.143187:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611278.143187:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611278.143188:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611278.143188:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494646784, offset 0 00000100:00000001:0.0:1749611278.143188:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611278.143189:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611278.143190:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611278.143191:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611278.143193:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611278.143194:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611278.143195:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611278.143196:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.143196:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749611278.143197:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611278.143197:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.143199:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611278.143199:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611278.143200:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611278.143201:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.143201:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494647040:0@lo:38:kworker.0 00000100:00000001:0.0:1749611278.143202:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611278.143203:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143203:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611278.143204:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611278.143204:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611278.143204:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf943200 00000100:00100000:3.0:1749611278.143205:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494646912 02000000:00000001:2.0:1749611278.143205:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611278.143206:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611278.143207:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:2.0:1749611278.143207:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7800. 00000400:00000200:1.0:1749611278.143207:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x868d [1] + 0 02000000:00000001:2.0:1749611278.143208:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611278.143208:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611278.143209:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749611278.143209:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000001:0.0:1749611278.143209:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749611278.143210:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611278.143211:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:1.0:1749611278.143211:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749611278.143211:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00000200:2.0:1749611278.143213:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494647040, portal 10 00000400:00000200:1.0:1749611278.143214:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611278.143214:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611278.143215:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175169536 : -131939534382080 : ffff88006eebdc00) 00000020:00000001:3.0:1749611278.143216:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143217:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611278.143217:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611278.143218:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000040:0.0:1749611278.143219:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebdc00 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:714/0 lens 224/0 e 0 to 0 dl 1749611289 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611278.143220:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0da00. 00000100:00000040:2.0:1749611278.143221:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611278.143221:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611278.143223:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc600. 00000020:00000010:3.0:1749611278.143225:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:2.0:1749611278.143225:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611278.143226:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611278.143226:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749611278.143227:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749611278.143228:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611278.143228:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494647040, offset 0 00000100:00000001:3.0:1749611278.143229:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749611278.143230:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611278.143230:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611278.143231:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611278.143231:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b544a800. 00000100:00000001:0.0:1749611278.143233:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611278.143234:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611278.143234:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611278.143235:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b544a800. 00000400:00000200:2.0:1749611278.143237:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943300 00000100:00000001:3.0:1749611278.143239:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611278.143239:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 42760 00000100:00100000:0.0:1749611278.143240:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494647168:12345-0@lo:400:kworker.0 00000400:00000200:2.0:1749611278.143242:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611278.143243:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611278.143243:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494647168 00000100:00000001:3.0:1749611278.143244:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611278.143245:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611278.143245:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749611278.143245:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611278.143246:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611278.143247:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6680. 00000020:00000001:0.0:1749611278.143247:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749611278.143248:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00000001:3.0:1749611278.143249:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926043776 : -131938783507840 : ffff88009bad4a80) 00000100:00000040:2.0:1749611278.143249:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6680 x1834598494647040 msgsize 520 00000100:00000001:1.0:1749611278.143249:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611278.143249:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.143251:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749611278.143251:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749611278.143253:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4a80 x1834598494646912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611278.143253:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:1.0:1749611278.143254:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611278.143255:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749611278.143256:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000001:0.0:1749611278.143256:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611278.143259:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749611278.143259:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611278.143260:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494646912:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611278.143260:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611278.143260:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749611278.143262:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494646912 00000020:00000001:0.0:1749611278.143262:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749611278.143263:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:1.0:1749611278.143263:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611278.143264:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611278.143264:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00010000:00000001:3.0:1749611278.143265:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611278.143265:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611278.143265:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611278.143266:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000200:2.0:1749611278.143267:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143267:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611278.143267:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749611278.143269:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611278.143270:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611278.143271:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143271:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611278.143271:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611278.143272:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611278.143273:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611278.143274:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5500 x1834598494646784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611278.143275:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611278.143275:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611278.143275:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99c00. 00000100:00000001:2.0:1749611278.143276:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611278.143277:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611278.143277:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611278.143278:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611278.143279:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 791 usecs (1 jiffies) 00000100:00000001:0.0:1749611278.143279:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611278.143280:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611278.143280:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300551601 00000100:00000001:3.0:1749611278.143281:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749611278.143281:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611278.143282:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749611278.143283:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494646784:12345-0@lo:38:kworker.0 Request processed in 195us (301us total) trans 0 rc -19/-19 00010000:00000040:0.0:1749611278.143283:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494647168 02000000:00000010:3.0:1749611278.143284:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69000. 00010000:00000001:0.0:1749611278.143285:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749611278.143286:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611278.143287:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749611278.143288:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebdc00 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:714/0 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611278.143289:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611278.143290:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611278.143290:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00000001:3.0:1749611278.143291:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.143291:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494647040 02000000:00000001:2.0:1749611278.143292:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:3.0:1749611278.143293:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611278.143293:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611278.143294:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611278.143294:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749611278.143294:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611278.143295:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.143296:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611278.143296:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611278.143297:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2000. 00000100:00000001:3.0:1749611278.143298:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749611278.143298:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494647040 00000100:00001000:0.0:1749611278.143298:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=33 v=5 (1 1 1 1) 00000020:00000001:2.0:1749611278.143299:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611278.143300:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749611278.143300:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611278.143301:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611278.143301:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00000001:0.0:1749611278.143301:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611278.143302:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:2.0:1749611278.143302:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611278.143303:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611278.143303:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611278.143304:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611278.143304:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611278.143305:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000020:00000010:1.0:1749611278.143305:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c400. 00000100:00000001:3.0:1749611278.143306:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611278.143306:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1749611278.143307:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 02000000:00000001:0.0:1749611278.143307:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611278.143308:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611278.143309:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611278.143310:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1749611278.143310:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 02000000:00000001:3.0:1749611278.143311:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143312:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611278.143312:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611278.143312:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611278.143313:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611278.143313:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611278.143314:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611278.143314:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611278.143315:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611278.143315:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000400:00000010:3.0:1749611278.143316:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611278.143318:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611278.143318:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494647168, offset 224 00000100:00000200:3.0:1749611278.143319:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494646912, offset 0 00000400:00000200:0.0:1749611278.143321:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611278.143322:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611278.143323:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611278.143323:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611278.143324:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611278.143324:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611278.143325:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00000001:2.0:1749611278.143326:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926050944 : -131938783500672 : ffff88009bad6680) 00000400:00000200:0.0:1749611278.143326:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611278.143327:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611278.143327:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611278.143329:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6680 x1834598494647040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611298 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143329:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611278.143331:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943280 00000400:00000200:0.0:1749611278.143331:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943380 00000100:00100000:2.0:1749611278.143335:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494647040:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611278.143335:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8695 [1] + 224 00000100:00000200:2.0:1749611278.143337:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494647040 00000020:00000001:2.0:1749611278.143338:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611278.143339:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611278.143339:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611278.143341:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611278.143342:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x869d [1] + 0 00000100:00080000:1.0:1749611278.143343:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749611278.143344:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611278.143345:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:2.0:1749611278.143345:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611278.143345:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611278.143347:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749611278.143347:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749611278.143348:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611278.143349:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611278.143350:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611278.143351:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611278.143353:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143353:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611278.143354:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611278.143355:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611278.143356:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611278.143357:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6800. 02000000:00000001:2.0:1749611278.143358:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143359:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611278.143361:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611278.143361:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611278.143362:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611278.143364:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611278.143365:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611278.143366:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611278.143367:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611278.143367:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611278.143368:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611278.143369:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611278.143369:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000001:2.0:1749611278.143370:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749611278.143370:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000400:00000200:3.0:1749611278.143372:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000040:2.0:1749611278.143372:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:0.0:1749611278.143372:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749611278.143373:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611278.143373:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749611278.143374:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 02000000:00000001:2.0:1749611278.143374:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143375:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611278.143375:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611278.143376:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611278.143376:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611278.143377:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749611278.143377:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000040:0.0:1749611278.143377:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611278.143379:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611278.143379:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494647040, offset 0 00000100:00000001:1.0:1749611278.143379:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749611278.143379:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749611278.143380:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:2.0:1749611278.143381:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611278.143381:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611278.143381:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611278.143382:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611278.143382:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749611278.143384:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611278.143384:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1749611278.143384:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611278.143386:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4a80 x1834598494646912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611278.143386:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611278.143386:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebdc00 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:714/0 lens 224/224 e 0 to 0 dl 1749611289 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611278.143387:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943300 00000400:00000010:1.0:1749611278.143388:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000400:00000200:1.0:1749611278.143392:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821220 00000400:00000010:1.0:1749611278.143394:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821220. 00000100:00100000:0.0:1749611278.143394:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494647168:12345-0@lo:400:kworker.0 Request processed in 166us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1749611278.143397:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494646912:12345-0@lo:38:kworker.0 Request processed in 137us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611278.143400:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00000001:1.0:1749611278.143402:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611278.143402:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749611278.143403:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x86a9 [1] + 0 00000100:00100000:3.0:1749611278.143404:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00000001:0.0:1749611278.143404:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611278.143405:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611278.143406:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611278.143406:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611278.143406:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611278.143407:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611278.143408:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611278.143409:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc600. 00000100:00000001:2.0:1749611278.143409:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611278.143410:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000020:00000010:3.0:1749611278.143411:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000200:2.0:1749611278.143411:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611278.143412:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000020:00000010:3.0:1749611278.143414:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0da00. 00000020:00000010:0.0:1749611278.143414:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3aa00. 00000100:00000040:2.0:1749611278.143416:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611278.143417:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611278.143418:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611278.143420:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611278.143423:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143427:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611278.143430:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:1.0:1749611278.143430:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611278.143431:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611278.143432:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611278.143432:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143433:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611278.143434:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.143434:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749611278.143436:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:1.0:1749611278.143436:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611278.143437:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.143437:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749611278.143438:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611278.143439:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611278.143440:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6680 x1834598494647040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611298 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611278.143441:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.143445:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494647040:12345-0@lo:38:kworker.0 Request processed in 110us (194us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749611278.143446:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=133 v=5 (5 5 5 5) 00000100:00100000:2.0:1749611278.143449:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00001000:1.0:1749611278.143449:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611278.143451:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611278.143451:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611278.143452:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749611278.143453:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000001:1.0:1749611278.143453:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611278.143456:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00010000:00000001:1.0:1749611278.143456:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1749611278.143459:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:2.0:1749611278.143461:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1749611278.143464:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143468:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300551602 00000100:00000001:2.0:1749611278.143469:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300551601 00000100:00000001:2.0:1749611278.143471:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300551602 00010000:00000001:1.0:1749611278.143471:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143472:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300551601 00000100:00000001:2.0:1749611278.143473:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300551602 00000100:00000001:2.0:1749611278.143474:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300551601 00000100:00000001:1.0:1749611278.143474:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611278.143475:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300551602 00000100:00000001:2.0:1749611278.143476:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611278.143476:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611278.143477:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.143478:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611278.143479:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611278.143481:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611278.143482:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749611278.143482:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611278.143483:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611278.143485:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611278.143486:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611278.143487:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611278.143488:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611278.143489:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143490:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611278.143492:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611278.143494:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611278.143495:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143497:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611278.143498:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143499:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611278.143500:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611278.143500:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611278.143501:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.143502:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611278.143502:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494647168:0@lo:400:kworker.0 00000100:00001000:2.0:1749611278.143505:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611278 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611278.143507:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=133 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611278.143508:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611278.143509:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611278.143511:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611278.143513:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143513:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611278.143515:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611278.143517:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611278.143518:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749611278.143518:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494647168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143519:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143537:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611278.143538:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611278.143540:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611278.143541:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611278.143543:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611278.143545:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611278.143552:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494647040:0@lo:38:kworker.0 00000400:00000001:2.0:1749611278.143555:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611278.143556:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611278.143557:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611278.143558:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611278.143559:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611278.143560:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611278.143562:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611278.143566:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143567:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611278.143569:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611278.143569:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611278.143570:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143571:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:1.0:1749611278.143571:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007ef3bc00. 02000000:00000001:2.0:1749611278.143572:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611278.143573:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611278.143574:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611278.143574:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749611278.143575:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611278.143576:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1749611278.143577:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611278 v=5 (0 0 0 0) 00000020:00000040:1.0:1749611278.143577:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00001000:2.0:1749611278.143578:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=101 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611278.143579:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749611278.143579:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611278.143580:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749611278.143580:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240abd00. 00000100:00000001:2.0:1749611278.143581:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611278.143583:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611278.143583:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611278.143584:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611278.143586:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:1.0:1749611278.143586:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000001:2.0:1749611278.143588:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611278.143588:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143589:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611278.143590:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611278.143591:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611278.143591:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611278.143592:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611278.143593:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611278.143595:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611278.143596:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611278.143597:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611278.143598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611278.143598:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611278.143600:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611278.143601:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.143602:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494646784:0@lo:38:kworker.0 00000100:00000001:2.0:1749611278.143604:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143605:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611278.143607:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494647040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143610:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611278.143611:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611278.143612:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7800. 02000000:00000001:2.0:1749611278.143613:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611278.143614:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611278.143615:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611278.143616:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611278.143616:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad0c00. 02000000:00000001:2.0:1749611278.143618:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611278.143619:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611278.143619:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000100:00000001:2.0:1749611278.143621:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611278.143622:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143622:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611278.143624:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494646784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143627:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611278.143628:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611278.143629:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611278.143630:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611278.143630:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611278.143631:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611278.143632:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611278.143632:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2800. 02000000:00000001:2.0:1749611278.143636:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611278.143637:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611278.143638:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611278.143639:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611278.143640:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143641:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611278.143644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611278.143645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611278.143656:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611278.143657:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611278.143658:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000400:00000200:2.0:1749611278.143659:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611278.143660:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:2.0:1749611278.143661:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611278.143663:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611278.143666:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143670:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611278.143670:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143671:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611278.143672:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611278.143673:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611278.143674:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611278.143675:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611278.143676:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611278 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611278.143678:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=83 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611278.143679:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611278.143680:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611278.143680:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611278.143682:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143685:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611278.143689:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611278.143689:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143690:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611278.143691:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611278.143693:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611278.143694:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611278.143695:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611278.143697:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611278.143700:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494646912:0@lo:38:kworker.0 00000100:00000001:2.0:1749611278.143702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143703:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611278.143704:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494646912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.143707:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611278.143708:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611278.143709:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611278.143710:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611278.143710:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611278.143711:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611278.143712:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611278.143713:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2000. 02000000:00000001:2.0:1749611278.143714:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611278.143714:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611278.143715:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611278.143716:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611278.143716:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.143717:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143718:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611278.143719:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611278.143719:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.143720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611278.144554:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300551602, at 4300551602 00000100:00000010:2.0:1749611278.144561:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b42116c0. 00000100:00000040:1.0:1749611278.144563:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300551602, at 4300551602 00000100:00000010:1.0:1749611278.144568:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211c80. 00000100:00000040:0.0:1749611278.144584:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300551602, at 4300551602 00000100:00000010:0.0:1749611278.144590:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211100. 00000100:00000040:3.0:1749611278.144605:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300551602, at 4300551602 00000100:00000010:3.0:1749611278.144610:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211240. 00000100:00000001:0.0:1749611278.458710:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611278.458719:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611278.458721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611278.458726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611278.458730:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611278.458735:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611278.458738:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611278.458741:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611278.458744:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.486672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611278.486678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611278.486690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.486694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611278.486697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611278.486700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.486702:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611278.486716:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.486727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611278.486731:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.486740:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611278.486743:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.486746:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611278.486748:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611278.486751:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611278.486760:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494646016:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611278.486765:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.486767:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611278.486770:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611278.486772:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611278.486775:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.486782:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611278.486785:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611278.486791:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611278.486793:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611278.486797:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611278.486818:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611278.486821:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611278.486825:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f200 refcount=4 00000020:00000001:2.0:1749611278.486827:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457045504 : -131939252506112 : ffff88007fb8f200) 00010000:00000001:2.0:1749611278.486830:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457045504 : -131939252506112 : ffff88007fb8f200) 00010000:00010000:2.0:1749611278.486837:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.486846:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611278.486851:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.486858:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611278.486861:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.486868:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611278.486869:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611278.486872:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.486878:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611278.486880:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611278.486883:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611278.486886:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611278.486891:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611278.486895:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611278.486897:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.486902:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611278.486908:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611278.486909:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611278.486911:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f200 refcount=5 00000020:00000001:2.0:1749611278.486913:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457045504 : -131939252506112 : ffff88007fb8f200) 00010000:00000001:2.0:1749611278.486916:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457045504 : -131939252506112 : ffff88007fb8f200) 00010000:00000001:2.0:1749611278.486919:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611278.486922:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611278.486927:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611278.486929:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611278.486934:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611278.486937:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611278.486938:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611278.486941:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611278.486942:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611278.486945:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611278.486947:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611278.486948:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611278.486950:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611278.486953:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f200 with handle 0x689c0ec07329d35f from hash 00010000:00000001:2.0:1749611278.486955:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611278.486956:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611278.486957:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611278.486959:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611278.486960:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611278.486961:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611278.486964:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611278.486965:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611278.486966:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611278.486968:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611278.486970:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.486984:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611278.486986:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611278.486987:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611278.486989:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611278.486990:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611278.486991:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611278.486992:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611278.486994:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f200/0x689c0ec07329d35f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611278.487027:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611278.487029:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611278.487032:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611278.487036:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad7800 x1834598494646016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.487044:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611278.487047:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611278.487049:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611278.487050:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611278.487055:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611278.487060:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611278.487061:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611278.487064:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7800. 00000100:00000001:2.0:1749611278.487068:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611278.487069:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611278.487071:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611278.487074:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611278.487077:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611278.487081:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b42116c0. 00000020:00000010:2.0:1749611278.487085:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611278.487090:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e600. 00000040:00000010:2.0:1749611278.487094:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e000. 00000020:00000010:2.0:1749611278.487099:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611278.487104:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ec00. 80000000:00000010:2.0:1749611278.487117:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611278.487122:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f400. 00080000:00000010:2.0:1749611278.487129:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611278.487135:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 10000000:00000040:2.0:1749611278.487143:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611278.487147:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 10000000:00000001:2.0:1749611278.487151:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611278.487155:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611278.487161:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e600. 00000040:00000010:2.0:1749611278.487166:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e000. 00000020:00000010:2.0:1749611278.487206:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611278.487211:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ec00. 80000000:00000010:2.0:1749611278.487214:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611278.487218:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f400. 00080000:00000010:2.0:1749611278.487223:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:2.0:1749611278.487229:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611278.487233:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 10000000:00000010:2.0:1749611278.487236:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b42116c0. 10000000:01000000:2.0:1749611278.487239:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:2.0:1749611278.487243:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611278.487245:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611278.498070:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611278.498074:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611278.498077:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:2.0:1749611278.498079:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611278.498082:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611278.498084:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749611278.498086:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611278.498087:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611278.498089:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:2.0:1749611278.498090:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611278.498092:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611278.498095:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611278.498096:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:2.0:1749611278.498110:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7800. 00000020:00000040:2.0:1749611278.498114:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611278.498119:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611278.498122:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611278.498128:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611278.498134:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611278.498140:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611278.498144:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611278.498147:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611278.498154:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81b500. 00010000:00000001:2.0:1749611278.498158:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611278.498160:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f600. 00000020:00000001:2.0:1749611278.498164:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611278.498187:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f600 with handle 0x689c0ec07329d36d to hash 00000020:00000001:2.0:1749611278.498190:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611278.498192:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749611278.498195:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749611278.498198:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611278.498200:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611278.498204:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611278.498213:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611278.498225:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611278.498230:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611278.498232:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611278.498238:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611278.498240:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611278.498243:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611278.498244:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926055424 : -131938783496192 : ffff88009bad7800) 00000100:00000001:2.0:1749611278.498249:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611278.498259:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.498262:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611278.498264:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611278.498270:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.498280:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611278.498282:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611278.498287:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611278.498294:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611278.498296:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611278.498297:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611278.498299:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611278.498301:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611278.498303:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.498305:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611278.498306:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611278.498308:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611278.498673:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f200. 00010000:00000001:0.0:1749611278.696659:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611278.696667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611278.696748:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611278.696756:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611278.696761:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611278.881641:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611278.881648:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611278.881650:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611278.881654:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611278.881658:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611278.881662:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611278.881665:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611278.881669:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611278.881672:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611279.143639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611279.143656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611279.143659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611279.143664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611279.143667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611279.143671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611279.143674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611279.458635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611279.458644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611279.458646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611279.458651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611279.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611279.458659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611279.458662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611279.458665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611279.458667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611279.497608:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611279.497614:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611279.497617:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611279.497620:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611279.497623:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611279.497626:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611279.497628:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611279.497631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611279.497634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611279.698651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611279.698658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611279.698761:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611279.698769:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611279.698774:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611279.881702:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611279.881712:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611279.881716:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611279.881722:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611279.881727:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611279.881732:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611279.881736:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611279.881751:0:23140:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611279.881767:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611279.881773:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611279.881787:0:23140:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611279.881792:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611279.881796:0:23140:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611279.881799:0:23140:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611279.881805:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611279.881819:0:23140:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:23140:1834598494646656:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611279.881827:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611279.881831:0:23140:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611279.881835:0:23140:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611279.881838:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611279.881844:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611279.881855:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611279.881860:0:23140:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88008350d600. 00000100:00000001:0.0:1749611279.881868:0:23140:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611279.881871:0:23140:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611279.881876:0:23140:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611279.881899:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611279.881903:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611279.881907:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007ef3ae00 refcount=4 00000020:00000001:0.0:1749611279.881910:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00010000:00000001:0.0:1749611279.881913:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00010000:00010000:0.0:1749611279.881919:0:23140:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611279.881929:0:23140:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611279.881934:0:23140:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611279.881941:0:23140:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611279.881944:0:23140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611279.881950:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611279.881952:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611279.881954:0:23140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611279.881960:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611279.881963:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611279.881965:0:23140:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611279.881968:0:23140:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611279.881974:0:23140:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007ef3ae00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611279.881978:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611279.881980:0:23140:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611279.881986:0:23140:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611279.881992:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611279.881994:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611279.881996:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007ef3ae00 refcount=5 00000020:00000001:0.0:1749611279.881998:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00010000:00000001:0.0:1749611279.882000:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00010000:00000001:0.0:1749611279.882003:0:23140:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611279.882006:0:23140:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611279.882011:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611279.882014:0:23140:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611279.882019:0:23140:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611279.882022:0:23140:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611279.882023:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611279.882026:0:23140:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611279.882027:0:23140:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611279.882030:0:23140:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611279.882032:0:23140:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611279.882033:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611279.882035:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611279.882037:0:23140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007ef3ae00 with handle 0x689c0ec07329d366 from hash 00010000:00000001:0.0:1749611279.882040:0:23140:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611279.882041:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611279.882042:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611279.882043:0:23140:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611279.882044:0:23140:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611279.882046:0:23140:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611279.882048:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611279.882049:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611279.882050:0:23140:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611279.882052:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611279.882055:0:23140:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611279.882070:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611279.882071:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611279.882073:0:23140:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611279.882074:0:23140:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611279.882076:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611279.882077:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611279.882077:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611279.882080:0:23140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007ef3ae00/0x689c0ec07329d366 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611279.882087:0:23140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8801240aba00 count: 0 00010000:00000001:0.0:1749611279.882126:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611279.882128:0:23140:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611279.882132:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611279.882137:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494646656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611279.882144:0:23140:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611279.882148:0:23140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611279.882149:0:23140:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611279.882151:0:23140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611279.882197:0:23140:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007ef3a600. 02000000:00000001:0.0:1749611279.882202:0:23140:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611279.882204:0:23140:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611279.882208:0:23140:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:0.0:1749611279.882211:0:23140:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611279.882213:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611279.882215:0:23140:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611279.882218:0:23140:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611279.882220:0:23140:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611279.882224:0:23140:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b544a800. 00000020:00000010:0.0:1749611279.882228:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3a600. 00000020:00000010:0.0:1749611279.882233:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007ef3aa00. 00000040:00000010:0.0:1749611279.882237:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007ef3a000. 00000020:00000010:0.0:1749611279.882243:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880079138000. 00000020:00000010:0.0:1749611279.882254:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007ef3b000. 80000000:00000010:0.0:1749611279.882259:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16600. 00040000:00000010:0.0:1749611279.882265:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007ef3a800. 00080000:00000010:0.0:1749611279.882271:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c3000. 00080000:00000010:0.0:1749611279.882277:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136aba000. 10000000:00000040:0.0:1749611279.882288:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611279.882292:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 00000040:00000001:0.0:1749611279.882297:0:23140:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611279.882299:0:23140:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611279.882302:0:23140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88007ef3b800. 00000040:00000001:0.0:1749611279.882306:0:23140:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611279.882310:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611279.882314:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611279.882318:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00080000:00000001:0.0:1749611279.882328:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611279.882331:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611279.882355:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611279.882374:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.882377:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611279.882379:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.882381:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611279.882384:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.882387:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff88009a4c3000 00000020:00000001:0.0:1749611279.882392:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746973f8 00080000:00000002:0.0:1749611279.882394:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:0.0:1749611279.882398:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.882401:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611279.882405:0:23140:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009cb99800. 00080000:00000001:0.0:1749611279.882407:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611279.882412:0:23140:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b8650. 00000020:00000001:0.0:1749611279.882415:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611279.882423:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8801240ab700. 00000020:00000001:0.0:1749611279.882428:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611279.882432:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3ba00. 00000020:00000001:0.0:1749611279.882439:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.882443:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.882444:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611279.882447:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.882449:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611279.882453:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.882457:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611279.882462:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137213867864 : -131936495683752 : ffff8801240ab758) 00000040:00000001:0.0:1749611279.882465:0:23140:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.882467:0:23140:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.882469:0:23140:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611279.882475:0:23140:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136abc000. 00000040:00000001:0.0:1749611279.882477:0:23140:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611279.882479:0:23140:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611279.883223:0:23140:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883226:0:23140:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883229:0:23140:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883231:0:23140:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611279.883234:0:23140:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b165a0. 00000040:00001000:0.0:1749611279.883238:0:23140:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611279.883242:0:23140:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611279.883247:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3b200. 00000020:00000010:0.0:1749611279.883250:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007ef3b400. 00000040:00000010:0.0:1749611279.883253:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007ef3b600. 00000020:00000010:0.0:1749611279.883258:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880079138800. 00000020:00000010:0.0:1749611279.883263:0:23140:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8f18. 00000020:00000010:0.0:1749611279.883267:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007ef3a200. 80000000:00000010:0.0:1749611279.883270:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16540. 40000000:00000010:0.0:1749611279.883273:0:23140:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b544a880. 00100000:00000010:0.0:1749611279.883279:0:23140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16b000. 00040000:00000010:0.0:1749611279.883283:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240abc00. 00040000:00000010:0.0:1749611279.883287:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42ca200. 00080000:00000010:0.0:1749611279.883292:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c5000. 00080000:00000010:0.0:1749611279.883298:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000004:00000010:0.0:1749611279.883304:0:23140:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d16b800. 00000004:00000010:0.0:1749611279.883316:0:23140:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c1000. 00000004:00000010:0.0:1749611279.883321:0:23140:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d169800. 00002000:00000010:0.0:1749611279.883325:0:23140:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb9a000. 00000004:00000010:0.0:1749611279.883330:0:23140:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cb9bc00. 00000020:00000010:0.0:1749611279.883334:0:23140:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b544a480. 00000040:00000010:0.0:1749611279.883343:0:23140:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009bec6000. 00000040:00001000:0.0:1749611279.883346:0:23140:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611279.883348:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611279.883351:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611279.883355:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:0.0:1749611279.883625:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611279.883630:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.883633:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec6000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611279.883636:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611279.883639:0:23140:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883641:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec60e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611279.883644:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1749611279.883646:0:23140:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883647:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec6160 type=0x10620000 idx=3 00000040:00001000:0.0:1749611279.883649:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1749611279.883651:0:23140:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883653:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec61d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611279.883654:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611279.883656:0:23140:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883658:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec62b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611279.883659:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611279.883661:0:23140:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883663:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec6390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611279.883665:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611279.883666:0:23140:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883668:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec63e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611279.883670:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611279.883671:0:23140:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883679:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec64c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611279.883682:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611279.883683:0:23140:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883685:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec65a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611279.883687:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611279.883689:0:23140:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883691:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec65f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611279.883693:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611279.883694:0:23140:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883696:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec66d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611279.883698:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611279.883700:0:23140:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883701:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec67b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611279.883703:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611279.883705:0:23140:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883706:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec6828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611279.883709:0:23140:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611279.883710:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611279.883712:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611279.883715:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611279.883722:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611279.883724:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.883726:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec6828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611279.883728:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611279.883730:0:23140:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000040:00001000:0.0:1749611279.883732:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec6908 type=0x0 idx=0 00000040:00000001:0.0:1749611279.883733:0:23140:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611279.883736:0:23140:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611279.883738:0:23140:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009bec6000. 00000020:00000010:0.0:1749611279.883745:0:23140:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b544a480. 00000020:00000010:0.0:1749611279.883753:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007ef3b400. 00000040:00000010:0.0:1749611279.883758:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007ef3b600. 00000020:00000010:0.0:1749611279.883761:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880079138800. 00000020:00000010:0.0:1749611279.883772:0:23140:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8f18. 00000020:00000010:0.0:1749611279.883778:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007ef3a200. 80000000:00000010:0.0:1749611279.883782:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16540. 40000000:00000010:0.0:1749611279.883786:0:23140:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b544a880. 00100000:00000010:0.0:1749611279.883790:0:23140:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16b000. 00040000:00000010:0.0:1749611279.883794:0:23140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240abc00. 00040000:00000010:0.0:1749611279.883798:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42ca200. 00080000:00000010:0.0:1749611279.883803:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611279.883808:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c5000. 00000004:00000010:0.0:1749611279.883812:0:23140:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012d16b800. 00000004:00000010:0.0:1749611279.883816:0:23140:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c1000. 00000004:00000010:0.0:1749611279.883821:0:23140:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012d169800. 00002000:00000010:0.0:1749611279.883824:0:23140:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cb9a000. 00000004:00000010:0.0:1749611279.883828:0:23140:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cb9bc00. 00000020:00000010:0.0:1749611279.883832:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3b200. 00000040:00000010:0.0:1749611279.883834:0:23140:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b165a0. 00000040:00000001:0.0:1749611279.883837:0:23140:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883841:0:23140:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611279.883844:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3ba00/ffff8801240ab700 to site lru. bkt: ffff88007622c540 00000040:00000010:0.0:1749611279.883847:0:23140:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b8650. 00000040:00000001:0.0:1749611279.883850:0:23140:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611279.883853:0:23140:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136abc000. 00000040:00000010:0.0:1749611279.883885:0:23140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88007ef3b800. 00000040:00000001:0.0:1749611279.883887:0:23140:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611279.883890:0:23140:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-OST0000, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611279.883894:0:23140:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611279.883897:0:23140:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.883900:0:23140:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611279.883902:0:23140:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1749611279.883903:0:23140:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611279.883905:0:23140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b42cbc00. 00000040:00000001:0.0:1749611279.883908:0:23140:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611279.883909:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611279.883912:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611279.883920:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00080000:00000001:0.0:1749611279.883925:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611279.883928:0:23140:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611279.883930:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611279.883935:0:23140:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b8650. 00000020:00000001:0.0:1749611279.883939:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611279.883943:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612137213867864 : -131936495683752 : ffff8801240ab758) 00000040:00000001:0.0:1749611279.883948:0:23140:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883951:0:23140:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883954:0:23140:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611279.883958:0:23140:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009bec6000. 00000040:00000001:0.0:1749611279.883961:0:23140:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611279.883963:0:23140:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611279.883974:0:23140:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883977:0:23140:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883979:0:23140:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611279.883982:0:23140:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611279.883985:0:23140:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b165a0. 00000040:00001000:0.0:1749611279.883988:0:23140:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1749611279.884344:0:23162:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:3.0:1749611279.884354:0:23162:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0cc00. 00000020:00000010:3.0:1749611279.884361:0:23162:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880091b0ca00. 00000040:00000010:3.0:1749611279.884366:0:23162:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880091b0c800. 00000020:00000010:3.0:1749611279.884372:0:23162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611279.884378:0:23162:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611279.884382:0:23162:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880091b0c000. 80000000:00000010:3.0:1749611279.884387:0:23162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88006a73f6c0. 40000000:00000010:3.0:1749611279.884392:0:23162:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ef80. 00100000:00000010:3.0:1749611279.884397:0:23162:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51be000. 00040000:00000010:3.0:1749611279.884402:0:23162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4400. 00040000:00000010:3.0:1749611279.884407:0:23162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880091b0c600. 00080000:00000010:3.0:1749611279.884413:0:23162:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48c000. 00080000:00000010:3.0:1749611279.884421:0:23162:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083882000. 00000004:00000010:3.0:1749611279.884428:0:23162:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bc000. 00000004:00000010:3.0:1749611279.884434:0:23162:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48e000. 00000004:00000010:3.0:1749611279.884439:0:23162:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bd800. 00002000:00000010:3.0:1749611279.884444:0:23162:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd69400. 00000004:00000010:3.0:1749611279.884449:0:23162:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cd6ac00. 00000020:00000010:3.0:1749611279.884454:0:23162:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b403e100. 00000040:00000010:3.0:1749611279.884471:0:23162:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880083886000. 00000040:00001000:3.0:1749611279.884475:0:23162:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1749611279.884479:0:23162:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:3.0:1749611279.884482:0:23162:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1749611279.884488:0:23162:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:3.0:1749611279.884502:0:23162:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1749611279.884506:0:23162:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611279.884510:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880083886000 type=0x10620000 idx=1 00000040:00001000:3.0:1749611279.884514:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1749611279.884518:0:23162:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:3.0:1749611279.884573:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1749611279.884578:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611279.884580:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1749611279.884583:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1749611279.884590:0:23162:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:3.0:1749611279.884594:0:23162:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:3.0:1749611279.884598:0:23162:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611279.884604:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8ba4100. 00000020:00000080:3.0:1749611279.884608:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749611279.884612:0:23162:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:3.0:1749611279.884616:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611279.884620:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8ba4100. 00000020:00000001:3.0:1749611279.884626:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611279.884630:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838860e0 type=0x10620000 idx=2 00000040:00001000:3.0:1749611279.884633:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:3.0:1749611279.884636:0:23162:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:3.0:1749611279.884640:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1749611279.884644:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff8800883dc600. 00000020:00000080:3.0:1749611279.884648:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1749611279.884651:0:23162:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:3.0:1749611279.884654:0:23162:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1749611279.884668:0:23162:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009ac29570. 00000020:00000080:3.0:1749611279.884674:0:23162:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff88009ac29570) 00000020:00000001:3.0:1749611279.884678:0:23162:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1749611279.884682:0:23162:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51ba000. 00000020:00000001:3.0:1749611279.884691:0:23162:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749611279.884695:0:23162:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51ba000 with handle 0x689c0ec07329d374 to hash 00000020:00000001:3.0:1749611279.884699:0:23162:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749611279.884704:0:23162:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:3.0:1749611279.884707:0:23162:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611279.884711:0:23162:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352705024 : -131938356846592 : ffff8800b51ba000) 00000020:00000040:3.0:1749611279.884717:0:23162:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 1 00000020:00000040:3.0:1749611279.884735:0:23162:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88009ac29570) now 2 - obd_device_list 00000020:00000001:3.0:1749611279.884743:0:23162:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1749611279.884747:0:23162:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:3.0:1749611279.884750:0:23162:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611279.884754:0:23162:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611279.884758:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff8800883dc600. 00000020:00000001:3.0:1749611279.884762:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611279.884765:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880083886160 type=0x10620000 idx=3 00000040:00001000:3.0:1749611279.884768:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:3.0:1749611279.884772:0:23162:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:3.0:1749611279.884775:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:3.0:1749611279.884777:0:23162:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:3.0:1749611279.884781:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88006a73f2a0. 00000020:00000080:3.0:1749611279.884784:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1749611279.884790:0:23162:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:3.0:1749611279.884813:0:23162:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749611279.884818:0:23162:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d701a80. 00000001:00000010:3.0:1749611279.884824:0:23162:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4a71400. 00000001:00000010:3.0:1749611279.884829:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880091b0ce00. 00000001:00000010:3.0:1749611279.884834:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880091b0dc00. 00000001:00000010:3.0:1749611279.884838:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880091b0d000. 00000001:00000010:3.0:1749611279.884842:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880091b0d200. 00000001:00000001:3.0:1749611279.884846:0:23162:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749611279.884849:0:23162:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d7019c0. 00000001:00000010:3.0:1749611279.884853:0:23162:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4a71da0. 00000001:00000010:3.0:1749611279.884857:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880091b0d600. 00000001:00000010:3.0:1749611279.884862:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880091b0da00. 00000001:00000010:3.0:1749611279.884872:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b200. 00000001:00000010:3.0:1749611279.884877:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c9bf800. 00000020:00000001:3.0:1749611279.884881:0:23162:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:3.0:1749611279.884885:0:23162:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000020:00000010:3.0:1749611279.884890:0:23162:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800883dc600. 00000020:00000010:3.0:1749611279.884896:0:23162:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000008:00000010:3.0:1749611279.884903:0:23162:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012eb1a6e0. 00020000:00000010:3.0:1749611279.884909:0:23162:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136970b40. 00008000:00000010:3.0:1749611279.884915:0:23162:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880099bd9408. 00000080:00000010:3.0:1749611279.884922:0:23162:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880074c8d5a0. 00000020:00000010:3.0:1749611279.884927:0:23162:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be400. 00000020:00000010:3.0:1749611279.884931:0:23162:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9be600. 00000020:00000010:3.0:1749611279.884936:0:23162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611279.884941:0:23162:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611279.884946:0:23162:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9be200. 80000000:00000010:3.0:1749611279.884950:0:23162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88006a73fa80. 40000000:00000010:3.0:1749611279.884954:0:23162:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ed80. 00100000:00000010:3.0:1749611279.884958:0:23162:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51be800. 00040000:00000010:3.0:1749611279.884962:0:23162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4100. 00040000:00000010:3.0:1749611279.884967:0:23162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9be800. 00080000:00000010:3.0:1749611279.884973:0:23162:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48f000. 00080000:00000010:3.0:1749611279.884980:0:23162:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8e000. 00002000:00000010:3.0:1749611279.884986:0:23162:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009be8b800. 00002000:00000010:3.0:1749611279.884992:0:23162:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff8800b51bb800. 00002000:00000001:3.0:1749611279.884996:0:23162:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:3.0:1749611279.885002:0:23162:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:3.0:1749611279.885006:0:23162:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1749611279.885009:0:23162:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1749611279.885013:0:23162:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000020:01000004:3.0:1749611279.885018:0:23162:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b422c000 from lustre-OST0000, refs=2 00000020:00000001:3.0:1749611279.885022:0:23162:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00002000:00000010:3.0:1749611279.885026:0:23162:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff8800b403e340. 00002000:00000001:3.0:1749611279.885030:0:23162:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:3.0:1749611279.885039:0:23162:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff88009d701d80. 00002000:00000001:3.0:1749611279.885045:0:23162:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:3.0:1749611279.885048:0:23162:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:3.0:1749611279.885051:0:23162:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:3.0:1749611279.885054:0:23162:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1749611279.885056:0:23162:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1749611279.885060:0:23162:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51bf000. 00000020:00000001:3.0:1749611279.885063:0:23162:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749611279.885066:0:23162:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51bf000 with handle 0x689c0ec07329d37b to hash 00000020:00000001:3.0:1749611279.885069:0:23162:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749611279.885072:0:23162:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:3.0:1749611279.885075:0:23162:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611279.885079:0:23162:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88c050) now 5 - export 00000020:00000001:3.0:1749611279.885082:0:23162:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352725504 : -131938356826112 : ffff8800b51bf000) 00000020:00000040:3.0:1749611279.885086:0:23162:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf000 : new refcount 1 00000020:00000080:3.0:1749611279.885089:0:23162:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d37b 00000020:00000001:3.0:1749611279.885092:0:23162:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611279.885095:0:23162:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611279.885098:0:23162:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d37b 00000020:00000001:3.0:1749611279.885100:0:23162:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611279.885103:0:23162:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf000 refcount=2 00000020:00000001:3.0:1749611279.885107:0:23162:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352725504 : -131938356826112 : ffff8800b51bf000) 00000020:00000001:3.0:1749611279.885111:0:23162:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352725504 : -131938356826112 : ffff8800b51bf000) 00080000:00000001:3.0:1749611279.885115:0:23162:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611279.885118:0:23162:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1749611279.885122:0:23162:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff88009d701d80. 00002000:00000001:3.0:1749611279.885126:0:23162:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1749611279.885129:0:23162:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff8800b403e340. 00002000:00000001:3.0:1749611279.885135:0:23162:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611279.885139:0:23162:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1749611279.885142:0:23162:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1749611279.885147:0:23162:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1749611279.885151:0:23162:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009be89400. 00000001:00000001:3.0:1749611279.885175:0:23162:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749611279.885178:0:23162:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a8ba4300. 00000001:00000010:3.0:1749611279.885188:0:23162:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff88012b53b800. 00000001:00000010:3.0:1749611279.885303:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006197000. 00000001:00000010:3.0:1749611279.885379:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061a1000. 00000001:00000010:3.0:1749611279.885456:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061ab000. 00000001:00000010:3.0:1749611279.885578:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061b5000. 00000001:00000010:3.0:1749611279.885654:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061bf000. 00000001:00000010:3.0:1749611279.885727:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061c9000. 00000001:00000010:3.0:1749611279.885803:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061d3000. 00000001:00000010:3.0:1749611279.885886:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061dd000. 00000001:00000010:3.0:1749611279.885957:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061e7000. 00000001:00000010:3.0:1749611279.886035:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061f1000. 00000001:00000010:3.0:1749611279.886128:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900061fb000. 00000001:00000010:3.0:1749611279.886230:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006205000. 00000001:00000010:3.0:1749611279.886304:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000620f000. 00000001:00000010:3.0:1749611279.886381:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006219000. 00000001:00000010:3.0:1749611279.886463:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006223000. 00000001:00000010:3.0:1749611279.886570:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000622d000. 00000001:00000010:3.0:1749611279.886644:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006237000. 00000001:00000010:3.0:1749611279.886727:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006241000. 00000001:00000010:3.0:1749611279.886799:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000624b000. 00000001:00000010:3.0:1749611279.886870:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006255000. 00000001:00000010:3.0:1749611279.886940:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000625f000. 00000001:00000010:3.0:1749611279.887020:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006269000. 00000001:00000010:3.0:1749611279.887100:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006273000. 00000001:00000010:3.0:1749611279.887193:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000627d000. 00000001:00000010:3.0:1749611279.887278:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006287000. 00000001:00000010:3.0:1749611279.887355:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006291000. 00000001:00000010:3.0:1749611279.887431:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000629b000. 00000001:00000010:3.0:1749611279.887516:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062a5000. 00000001:00000010:3.0:1749611279.887616:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062af000. 00000001:00000010:3.0:1749611279.887689:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062b9000. 00000001:00000010:3.0:1749611279.887761:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062c3000. 00000001:00000010:3.0:1749611279.887851:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062cd000. 00000001:00000010:3.0:1749611279.887921:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062d7000. 00000001:00000010:3.0:1749611279.887990:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062e1000. 00000001:00000010:3.0:1749611279.888075:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062eb000. 00000001:00000010:3.0:1749611279.888151:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062f5000. 00000001:00000010:3.0:1749611279.888244:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900062ff000. 00000001:00000010:3.0:1749611279.888321:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006309000. 00000001:00000010:3.0:1749611279.888409:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006313000. 00000001:00000010:3.0:1749611279.888481:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000631d000. 00000001:00000010:3.0:1749611279.888586:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006327000. 00000001:00000010:3.0:1749611279.888668:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006331000. 00000001:00000010:3.0:1749611279.888745:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000633b000. 00000001:00000010:3.0:1749611279.888820:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006345000. 00000001:00000010:3.0:1749611279.888895:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000634f000. 00000001:00000010:3.0:1749611279.888971:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006359000. 00000001:00000010:3.0:1749611279.889046:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006363000. 00000001:00000010:3.0:1749611279.889120:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000636d000. 00000001:00000010:3.0:1749611279.889224:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006377000. 00000001:00000010:3.0:1749611279.889295:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006381000. 00000001:00000010:3.0:1749611279.889371:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000638b000. 00000001:00000010:3.0:1749611279.889449:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006395000. 00000001:00000010:3.0:1749611279.889518:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000639f000. 00000001:00000010:3.0:1749611279.889617:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063a9000. 00000001:00000010:3.0:1749611279.889688:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063b3000. 00000001:00000010:3.0:1749611279.889769:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063bd000. 00000001:00000010:3.0:1749611279.889839:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063c7000. 00000001:00000010:3.0:1749611279.889916:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063d1000. 00000001:00000010:3.0:1749611279.889993:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063db000. 00000001:00000010:3.0:1749611279.890069:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063e5000. 00000001:00000010:3.0:1749611279.890142:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063ef000. 00000001:00000010:3.0:1749611279.890235:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900063f9000. 00000001:00000010:3.0:1749611279.890321:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006403000. 00000001:00000010:3.0:1749611279.890397:0:23162:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000640d000. 00000020:00000010:3.0:1749611279.890547:0:23162:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009be8ac00. 00000020:00000010:3.0:1749611279.890553:0:23162:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b4a71d40. 00010000:00000001:3.0:1749611279.890579:0:23162:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1749611279.890629:0:23162:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1749611279.890646:0:23162:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880130313000. 00000020:00000010:3.0:1749611279.890650:0:23162:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012b53ba00. 00010000:00000001:3.0:1749611279.890663:0:23162:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1749611279.890666:0:23162:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:3.0:1749611279.890669:0:23162:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611279.890674:0:23162:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134929929216 : -131938779622400 : ffff88009be89400) 00000020:00000001:3.0:1749611279.890680:0:23162:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:3.0:1749611279.890687:0:23162:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:3.0:1749611279.890698:0:23162:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1749611279.890706:0:23162:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611279.890725:0:23162:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff880133108000. 00000020:00000001:3.0:1749611279.890729:0:23162:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:3.0:1749611279.890732:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:3.0:1749611279.890738:0:23162:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800a8ba4b00. 00002000:00000001:3.0:1749611279.890744:0:23162:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1749611279.890748:0:23162:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009b654120. 00002000:00000001:3.0:1749611279.890752:0:23162:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134921322872 : -131938788228744 : ffff88009b654178) 00002000:00000001:3.0:1749611279.890781:0:23162:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1749611279.890783:0:23162:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:3.0:1749611279.890835:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b53a000. 00002000:00000001:3.0:1749611279.890839:0:23162:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611279.890843:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1749611279.890848:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1749611279.890851:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611279.890855:0:23162:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1749611279.890865:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800b52f7948. 00000001:00000010:3.0:1749611279.890881:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800b52f7948. 00080000:00000001:3.0:1749611279.890887:0:23162:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1749611279.890897:0:23162:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:3.0:1749611279.890904:0:23162:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1749611279.890907:0:23162:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:3.0:1749611279.890917:0:23162:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611279.890922:0:23162:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611279.890930:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134921322872 : -131938788228744 : ffff88009b654178) 00000020:00000001:3.0:1749611279.890935:0:23162:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137336086528 : -131936373465088 : ffff88012b53a000) 00000001:00000040:3.0:1749611279.890949:0:23162:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 21474836480: rc = 0 00000001:00000002:3.0:1749611279.890955:0:23162:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:3.0:1749611279.890957:0:23162:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 21474836480 00000001:00000002:3.0:1749611279.890961:0:23162:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 6 00000001:00000002:3.0:1749611279.890964:0:23162:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:3.0:1749611279.890967:0:23162:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:3.0:1749611279.890969:0:23162:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:3.0:1749611279.890972:0:23162:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:3.0:1749611279.890975:0:23162:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:3.0:1749611279.890977:0:23162:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:3.0:1749611279.890979:0:23162:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:3.0:1749611279.890983:0:23162:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:3.0:1749611279.890987:0:23162:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff880132672b80. 00000001:00000040:0.0:1749611279.891443:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 8590240194, last_xid = 1834594324797824, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891455:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000040:0.0:1749611279.891468:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8448 uuid = , last_transno = 8590240454, last_xid = 1834594324874112, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891474:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 1 00000001:00000040:0.0:1749611279.891478:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8576 uuid = , last_transno = 8590240197, last_xid = 1834594497094528, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891484:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 2 00000001:00000040:0.0:1749611279.891488:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8704 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891492:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 3 00000001:00000040:0.0:1749611279.891495:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8832 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891508:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 4 00000001:00000040:0.0:1749611279.891514:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8960 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891519:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 5 00000001:00000040:0.0:1749611279.891555:0:23162:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @9088 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611279.891561:0:23162:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 6 00000001:00000010:0.0:1749611279.891566:0:23162:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff880132672b80. 00000001:00000001:0.0:1749611279.891571:0:23162:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611279.891575:0:23162:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611279.891579:0:23162:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 21474836480 00080000:00000001:0.0:1749611279.891583:0:23162:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611279.891588:0:23162:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800b42ca200. 00080000:00000001:0.0:1749611279.891592:0:23162:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612135337042432 : -131938372509184 : ffff8800b42ca200) 00080000:00000001:0.0:1749611279.891596:0:23162:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611279.891601:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611279.891605:0:23162:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b544a880. 00080000:00000001:0.0:1749611279.891609:0:23162:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.891612:0:23162:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611279.891625:0:23162:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611279.891629:0:23162:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611279.891658:0:23162:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 21474836480: rc = 0 00000001:00000001:0.0:1749611279.891662:0:23162:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.891666:0:23162:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611279.891675:0:23162:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b544a880. 00040000:00000001:0.0:1749611279.891680:0:23162:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611279.891683:0:23162:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611279.891686:0:23162:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749611279.891689:0:23162:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 21474836480: rc = 0 00000001:00000001:0.0:1749611279.891693:0:23162:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611279.891697:0:23162:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.891701:0:23162:0:(tgt_main.c:579:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.891712:0:23162:0:(lproc_ofd.c:1035:ofd_tunables_init()) Process entered 00000020:00000010:0.0:1749611279.891984:0:23162:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009cb9bc00. 00000020:00000010:0.0:1749611279.891990:0:23162:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800b42ca600. 00000020:00000001:0.0:1749611279.892031:0:23162:0:(lprocfs_jobstats.c:823:lprocfs_job_stats_init()) Process entered 00000020:00000001:0.0:1749611279.892040:0:23162:0:(lprocfs_jobstats.c:866:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.892044:0:23162:0:(lproc_ofd.c:1085:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611279.892049:0:23162:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:0.0:1749611279.892054:0:23162:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at ffff8800b2371340. 00002000:00000010:0.0:1749611279.892058:0:23162:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff8800b42cb000. 40000000:00000001:0.0:1749611279.892062:0:23162:0:(fid_handler.c:503:seq_server_init()) Process entered 40000000:00000001:0.0:1749611279.892067:0:23162:0:(fid_store.c:190:seq_store_init()) Process entered 00000020:00000001:0.0:1749611279.892070:0:23162:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611279.892073:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611279.892078:0:23162:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611279.892083:0:23162:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719d40. 00002000:00000001:0.0:1749611279.892086:0:23162:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586588568 : -131939122963048 : ffff880087719d98) 00002000:00000001:0.0:1749611279.892091:0:23162:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611279.892093:0:23162:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:0.0:1749611279.892099:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3b800. 00002000:00000001:0.0:1749611279.892102:0:23162:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.892105:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.892108:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.892110:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.892113:0:23162:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611279.892120:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.892132:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.892138:0:23162:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611279.892141:0:23162:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611279.892147:0:23162:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.892150:0:23162:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611279.892189:0:23162:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.892195:0:23162:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611279.892202:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586588568 : -131939122963048 : ffff880087719d98) 00000020:00000001:0.0:1749611279.892206:0:23162:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134444120064 : -131939265431552 : ffff88007ef3b800) 40000000:00000001:0.0:1749611279.892210:0:23162:0:(fid_store.c:216:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611279.892213:0:23162:0:(fid_store.c:157:seq_store_read()) Process entered 40000000:00000040:0.0:1749611279.892553:0:23162:0:(fid_store.c:167:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000280000404-0x00000002c0000400]:0:ost 40000000:00000001:0.0:1749611279.892558:0:23162:0:(fid_store.c:177:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611279.892560:0:23162:0:(fid_handler.c:484:seq_server_debugfs_init()) Process entered 40000000:00000001:0.0:1749611279.892606:0:23162:0:(fid_handler.c:574:seq_server_init()) Process leaving 00002000:00000010:0.0:1749611279.892609:0:23162:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 232 at ffff8801240ab800. 40000000:00000001:0.0:1749611279.892613:0:23162:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:0.0:1749611279.892633:0:23162:0:(fid_handler.c:35:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1749611279.892636:0:23162:0:(fid_handler.c:56:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:0.0:1749611279.892638:0:23162:0:(fid_handler.c:60:seq_server_set_cli()) Process leaving 00002000:00000010:0.0:1749611279.892640:0:23162:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at ffff8800b2371340. 00002000:00000001:0.0:1749611279.892644:0:23162:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:0.0:1749611279.892646:0:23162:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff8801240abd00. 80000000:00000001:0.0:1749611279.892649:0:23162:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:0.0:1749611279.892651:0:23162:0:(fld_cache.c:36:fld_cache_init()) Process entered 80000000:00000010:0.0:1749611279.892653:0:23162:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff88008350d840. 80000000:00000040:0.0:1749611279.892655:0:23162:0:(fld_cache.c:60:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:0.0:1749611279.892657:0:23162:0:(fld_cache.c:62:fld_cache_init()) Process leaving (rc=18446612134517332032 : -131939192219584 : ffff88008350d840) 80000000:00000001:0.0:1749611279.892660:0:23162:0:(fld_index.c:321:fld_index_init()) Process entered 80000000:00000010:0.0:1749611279.892662:0:23162:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff880096dff680. 00000020:00000001:0.0:1749611279.892665:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611279.892668:0:23162:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611279.892671:0:23162:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719e60. 00002000:00000001:0.0:1749611279.892673:0:23162:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586588856 : -131939122962760 : ffff880087719eb8) 00002000:00000001:0.0:1749611279.892677:0:23162:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611279.892678:0:23162:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:0.0:1749611279.892681:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3b200. 00002000:00000001:0.0:1749611279.892684:0:23162:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.892686:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.892688:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.892690:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.892692:0:23162:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611279.892696:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00010000:00000010:2.1:1749611279.892704:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801240aba00. 00000001:00000010:0.0:1749611279.892704:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.892708:0:23162:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611279.892709:0:23162:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611279.892714:0:23162:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00010000:00000010:2.1:1749611279.892715:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007ef3ae00. 00080000:00000001:0.0:1749611279.892721:0:23162:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611279.892727:0:23162:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.892730:0:23162:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611279.892735:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586588856 : -131939122962760 : ffff880087719eb8) 00080000:00000010:0.0:1749611279.892739:0:23162:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8801240abb00. 00100000:00000001:0.0:1749611279.892749:0:23162:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611279.892752:0:23162:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b544a880. 00100000:00000010:0.0:1749611279.892756:0:23162:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b544a880. 00100000:00000001:0.0:1749611279.892758:0:23162:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749611279.892762:0:23162:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88007ef3a200. 00000001:00000010:0.0:1749611279.892766:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.893017:0:23162:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611279.893021:0:23162:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893024:0:23162:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611279.893026:0:23162:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1749611279.893032:0:23162:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8800b544a880. 80000000:00000001:0.0:1749611279.893036:0:23162:0:(fld_cache.c:342:fld_cache_entry_create()) Process leaving (rc=18446612135355394176 : -131938354157440 : ffff8800b544a880) 80000000:00000001:0.0:1749611279.893040:0:23162:0:(fld_cache.c:362:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1749611279.893043:0:23162:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1749611279.893045:0:23162:0:(fld_cache.c:188:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1749611279.893048:0:23162:0:(fld_cache.c:393:fld_cache_insert_nolock()) insert range [0x0000000280000400-0x00000002c0000400]:0:ost 80000000:00000001:0.0:1749611279.893053:0:23162:0:(fld_cache.c:103:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1749611279.893055:0:23162:0:(fld_cache.c:158:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1749611279.893057:0:23162:0:(fld_cache.c:397:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611279.893060:0:23162:0:(fld_cache.c:416:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1749611279.893066:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff528. 00000001:00000010:0.0:1749611279.893071:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff528. 00000001:00000010:0.0:1749611279.893077:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 80000000:00000001:0.0:1749611279.893081:0:23162:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:0.0:1749611279.893083:0:23162:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:0.0:1749611279.893087:0:23162:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:0.0:1749611279.893093:0:23162:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff88007ef3a200. 80000000:00000010:0.0:1749611279.893097:0:23162:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff880096dff680. 80000000:00000001:0.0:1749611279.893101:0:23162:0:(fld_index.c:441:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611279.893104:0:23162:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:0.0:1749611279.893132:0:23162:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611279.893136:0:23162:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611279.893141:0:23162:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff880096dff680. 00000020:00000001:0.0:1749611279.893145:0:23162:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611279.893148:0:23162:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b544a840. 00000020:00000001:0.0:1749611279.893182:0:23162:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.893187:0:23162:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b544a840. 00000020:00000001:0.0:1749611279.893192:0:23162:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611279.893196:0:23162:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff600. 00000020:00000001:0.0:1749611279.893208:0:23162:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.893211:0:23162:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611279.893214:0:23162:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dffd00. 00000020:00000001:0.0:1749611279.893220:0:23162:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611279.893223:0:23162:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff880096dff680. 00002000:00000001:0.0:1749611279.893227:0:23162:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.893230:0:23162:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611279.893233:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611279.893237:0:23162:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611279.893240:0:23162:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719b00. 00002000:00000001:0.0:1749611279.893243:0:23162:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586587992 : -131939122963624 : ffff880087719b58) 00002000:00000001:0.0:1749611279.893248:0:23162:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611279.893250:0:23162:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:0.0:1749611279.893254:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3a200. 00002000:00000001:0.0:1749611279.893257:0:23162:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893260:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.893263:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.893265:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893268:0:23162:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611279.893273:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.893281:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.893286:0:23162:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611279.893288:0:23162:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611279.893293:0:23162:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.893297:0:23162:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611279.893303:0:23162:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893308:0:23162:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611279.893313:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586587992 : -131939122963624 : ffff880087719b58) 00000020:00000001:0.0:1749611279.893325:0:23162:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134444114432 : -131939265437184 : ffff88007ef3a200) 00002000:00000001:0.0:1749611279.893328:0:23162:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.893331:0:23162:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611279.893333:0:23162:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611279.893336:0:23162:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611279.893339:0:23162:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611279.893342:0:23162:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611279.893347:0:23162:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff8800b23719e0. 00000001:00000001:0.0:1749611279.893351:0:23162:0:(nodemap_storage.c:1893:nodemap_save_config_cache()) Process entered 00000020:00000001:0.0:1749611279.893353:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611279.893356:0:23162:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611279.893358:0:23162:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff8800877199e0. 00002000:00000001:0.0:1749611279.893360:0:23162:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586587704 : -131939122963912 : ffff880087719a38) 00002000:00000001:0.0:1749611279.893363:0:23162:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611279.893364:0:23162:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:0.0:1749611279.893367:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3b600. 00002000:00000001:0.0:1749611279.893369:0:23162:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893372:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.893374:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.893376:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893380:0:23162:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611279.893384:0:23162:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.893387:0:23162:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611279.893395:0:23162:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893401:0:23162:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611279.893407:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586587704 : -131939122963912 : ffff880087719a38) 00080000:00000001:0.0:1749611279.893411:0:23162:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611279.893414:0:23162:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611279.893427:0:23162:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611279.893452:0:23162:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893456:0:23162:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611279.893458:0:23162:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893460:0:23162:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611279.893462:0:23162:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.893467:0:23162:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0xd:0x0] 89:2069322932 to info ffff88012c48f000 00000020:00000001:0.0:1749611279.893482:0:23162:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88011f38f740 00080000:00000002:0.0:1749611279.893485:0:23162:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0xd:0x0] 00080000:00000001:0.0:1749611279.893490:0:23162:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.893494:0:23162:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611279.893499:0:23162:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009cb9a000. 00080000:00000001:0.0:1749611279.893503:0:23162:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1749611279.893507:0:23162:0:(nodemap_storage.c:277:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:0.0:1749611279.893511:0:23162:0:(local_storage.c:638:local_object_unlink()) Process entered 00080000:00000001:0.0:1749611279.893513:0:23162:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611279.893516:0:23162:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611279.893554:0:23162:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611279.893559:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611279.893564:0:23162:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611279.893568:0:23162:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719c20. 00002000:00000001:0.0:1749611279.893572:0:23162:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586588280 : -131939122963336 : ffff880087719c78) 00002000:00000001:0.0:1749611279.893576:0:23162:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611279.893578:0:23162:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0xd:0x0] 00080000:00000010:0.0:1749611279.893582:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3b400. 00002000:00000001:0.0:1749611279.893585:0:23162:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893588:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.893590:0:23162:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611279.893596:0:23162:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.893598:0:23162:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611279.893605:0:23162:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893610:0:23162:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611279.893616:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586588280 : -131939122963336 : ffff880087719c78) 00080000:00000001:0.0:1749611279.893620:0:23162:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611279.893624:0:23162:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007ef3ae00. 00080000:00000001:0.0:1749611279.893627:0:23162:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00080000:00000001:0.0:1749611279.893632:0:23162:0:(osd_handler.c:5525:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1749611279.893635:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611279.893638:0:23162:0:(osd_handler.c:5543:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893642:0:23162:0:(osd_handler.c:3905:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1749611279.893644:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1749611279.893646:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1749611279.893656:0:23162:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xd:0x0] not in the id map cache 00080000:00000010:0.0:1749611279.893662:0:23162:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff88012d125800. 00080000:00000001:0.0:1749611279.893666:0:23162:0:(osd_handler.c:3946:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893669:0:23162:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611279.893674:0:23162:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893679:0:23162:0:(osd_handler.c:5677:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1749611279.893690:0:23162:0:(osd_handler.c:4289:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff8800b2371e20. 00080000:00000001:0.0:1749611279.893707:0:23162:0:(osd_handler.c:5740:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.893711:0:23162:0:(osd_handler.c:5746:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.893716:0:23162:0:(osd_handler.c:4586:osd_ref_del()) [0x200000003:0xd:0x0] decrease nlink 1 00080000:00000001:0.0:1749611279.893730:0:23162:0:(osd_handler.c:3959:osd_destroy()) Process entered 00080000:00000002:0.0:1749611279.893734:0:23162:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000003:0xd:0x0] 00080000:00000001:0.0:1749611279.893737:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.893738:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893741:0:23162:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611279.893749:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.893765:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.893771:0:23162:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893774:0:23162:0:(osd_handler.c:4004:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.893778:0:23162:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611279.893782:0:23162:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611279.893784:0:23162:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000010:0.0:1749611279.893788:0:23162:0:(osd_handler.c:4329:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff8800b2371e20. 00080000:00000002:0.0:1749611279.893793:0:23162:0:(osd_handler.c:510:osd_iget2()) stale inode: ino = 89 00080000:00000001:0.0:1749611279.893796:0:23162:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611279.894571:0:23162:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611279.894574:0:23162:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611279.894575:0:23162:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611279.894577:0:23162:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611279.894578:0:23162:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611279.894579:0:23162:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611279.894583:0:23162:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3b400. 00002000:00000001:0.0:1749611279.894588:0:23162:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1749611279.894590:0:23162:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0xd:0x0] 00002000:00000010:0.0:1749611279.894592:0:23162:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719c20. 00002000:00000001:0.0:1749611279.894595:0:23162:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1749611279.894599:0:23162:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611279.894601:0:23162:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611279.894616:0:23162:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1749611279.894619:0:23162:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1749611279.894622:0:23162:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749611279.894626:0:23162:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611279.894629:0:23162:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8801240ab100. 00000020:00000001:0.0:1749611279.894632:0:23162:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611279.894635:0:23162:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d124000. 00000020:00000001:0.0:1749611279.894637:0:23162:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.894640:0:23162:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611279.894641:0:23162:0:(osd_handler.c:1177:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.894645:0:23162:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137213866328 : -131936495685288 : ffff8801240ab158) 00080000:00000001:0.0:1749611279.894648:0:23162:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611279.894650:0:23162:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d125000. 00080000:00000001:0.0:1749611279.894653:0:23162:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137365360640 : -131936344190976 : ffff88012d125000) 00000020:00000001:0.0:1749611279.894655:0:23162:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1749611279.894658:0:23162:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611279.894660:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611279.894662:0:23162:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b544a840. 00080000:00000001:0.0:1749611279.894665:0:23162:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.894667:0:23162:0:(osd_handler.c:3832:osd_declare_create()) Process entered 00080000:00000002:0.0:1749611279.894670:0:23162:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xe:0x0] not in the id map cache 00000001:00000001:0.0:1749611279.894672:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611279.894674:0:23162:0:(osd_handler.c:3889:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.894677:0:23162:0:(local_storage.c:229:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.894679:0:23162:0:(osd_handler.c:6471:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1749611279.894681:0:23162:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611279.894683:0:23162:0:(osd_handler.c:6533:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.894685:0:23162:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611279.894688:0:23162:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1749611279.894690:0:23162:0:(local_storage.c:360:__local_file_create()) create new object [0x200000003:0xe:0x0] 00000020:00000001:0.0:1749611279.894693:0:23162:0:(local_storage.c:241:local_object_create()) Process entered 00080000:00000001:0.0:1749611279.894694:0:23162:0:(osd_handler.c:4368:osd_create()) Process entered 00000001:00000001:0.0:1749611279.895955:0:23162:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611279.895963:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.895965:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.895973:0:23162:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611279.895985:0:23162:0:(osd_handler.c:4082:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.895988:0:23162:0:(osd_oi.c:683:osd_oi_insert()) insert OI for [0x200000003:0xe:0x0] 00080000:00000001:0.0:1749611279.895991:0:23162:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611279.895993:0:23162:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.895996:0:23162:0:(osd_oi.c:650:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1749611279.896004:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.896017:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.896023:0:23162:0:(osd_oi.c:671:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896026:0:23162:0:(osd_handler.c:4443:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.896041:0:23162:0:(local_storage.c:269:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896045:0:23162:0:(osd_handler.c:6562:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1749611279.896049:0:23162:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff88012d169800. 00080000:00000001:0.0:1749611279.896066:0:23162:0:(osd_handler.c:5970:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.896070:0:23162:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88011f38f6e8 00080000:00000002:0.0:1749611279.896072:0:23162:0:(osd_handler.c:6634:osd_index_ea_insert()) parent 2 insert nodemap:89 rc = 0 00080000:00000001:0.0:1749611279.896075:0:23162:0:(osd_handler.c:6641:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896078:0:23162:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611279.896082:0:23162:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b544a840. 00040000:00000001:0.0:1749611279.896085:0:23162:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611279.896087:0:23162:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611279.896089:0:23162:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.896090:0:23162:0:(local_storage.c:406:__local_file_create()) Process leaving (rc=18446612137365356544 : -131936344195072 : ffff88012d124000) 00080000:00000010:0.0:1749611279.896094:0:23162:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007ef3f100. 00100000:00000001:0.0:1749611279.896099:0:23162:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611279.896102:0:23162:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129cf0500. 00100000:00000001:0.0:1749611279.896104:0:23162:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1749611279.896106:0:23162:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0xe:0x0] (8/32) registered 00000020:00000002:0.0:1749611279.896110:0:23162:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3b600/ffff8800877199e0 to site lru. bkt: ffff88007622ed80 00000001:00000001:0.0:1749611279.896115:0:23162:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1749611279.896120:0:23162:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611279.896124:0:23162:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611279.896126:0:23162:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d124e00. 00080000:00000001:0.0:1749611279.896128:0:23162:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137365360128 : -131936344191488 : ffff88012d124e00) 00080000:00000001:0.0:1749611279.896132:0:23162:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611279.896135:0:23162:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896144:0:23162:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611279.896149:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.896180:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.896199:0:23162:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.896202:0:23162:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 89 00080000:00000001:0.0:1749611279.896204:0:23162:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611279.896206:0:23162:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0xe:0x0] set version 0x1 (old 0x0) for inode 89 00080000:00000001:0.0:1749611279.896209:0:23162:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896211:0:23162:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611279.896213:0:23162:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611279.896214:0:23162:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611279.896215:0:23162:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896217:0:23162:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611279.896218:0:23162:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d124200. 00080000:00000001:0.0:1749611279.896219:0:23162:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137365357056 : -131936344194560 : ffff88012d124200) 00080000:00000001:0.0:1749611279.896221:0:23162:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611279.896223:0:23162:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896224:0:23162:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611279.896225:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.896228:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.896230:0:23162:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.896231:0:23162:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x1 for inode 89 00080000:00000001:0.0:1749611279.896232:0:23162:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611279.896233:0:23162:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0xe:0x0] set version 0x2 (old 0x1) for inode 89 00080000:00000001:0.0:1749611279.896235:0:23162:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896236:0:23162:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611279.896237:0:23162:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611279.896238:0:23162:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611279.896239:0:23162:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896240:0:23162:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611279.896242:0:23162:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d125600. 00080000:00000001:0.0:1749611279.896243:0:23162:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137365362176 : -131936344189440 : ffff88012d125600) 00080000:00000001:0.0:1749611279.896244:0:23162:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611279.896245:0:23162:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896246:0:23162:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611279.896247:0:23162:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611279.896249:0:23162:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00080000:00000001:0.0:1749611279.896255:0:23162:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611279.896256:0:23162:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x2 for inode 89 00080000:00000001:0.0:1749611279.896257:0:23162:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611279.896258:0:23162:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0xe:0x0] set version 0x3 (old 0x2) for inode 89 00080000:00000001:0.0:1749611279.896262:0:23162:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611279.896264:0:23162:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611279.896266:0:23162:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611279.896267:0:23162:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611279.896269:0:23162:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611279.896271:0:23162:0:(nodemap_storage.c:2008:nodemap_save_config_cache()) Process leaving (rc=18446612137365356544 : -131936344195072 : ffff88012d124000) 00000001:00000001:0.0:1749611279.896275:0:23162:0:(nodemap_storage.c:2232:nm_config_file_register_tgt()) Process leaving (rc=18446612135304174048 : -131938405377568 : ffff8800b23719e0) 00002000:00000010:0.0:1749611279.896279:0:23162:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff88007ef3f900. 00000020:00000010:0.0:1749611279.896283:0:23162:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 00000020:00000010:0.0:1749611279.896285:0:23162:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125c00. 00000020:00000010:0.0:1749611279.896288:0:23162:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16b800. 00000020:00000010:0.0:1749611279.896292:0:23162:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8f18. 00000020:00000010:0.0:1749611279.896294:0:23162:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124600. 80000000:00000010:0.0:1749611279.896297:0:23162:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16540. 40000000:00000010:0.0:1749611279.896301:0:23162:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b544a840. 00100000:00000010:0.0:1749611279.896304:0:23162:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16b000. 00040000:00000010:0.0:1749611279.896306:0:23162:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ef3fd00. 00040000:00000010:0.0:1749611279.896309:0:23162:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124800. 00080000:00000010:0.0:1749611279.896312:0:23162:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c1000. 00080000:00000010:0.0:1749611279.896317:0:23162:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec0000. 00002000:00000010:0.0:1749611279.896321:0:23162:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb9a400. 00002000:00000001:3.0:1749611279.896657:0:23164:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 02000000:00000001:0.0:1749611279.896675:0:23162:0:(sec_config.c:915:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1749611279.896682:0:23162:0:(sec_config.c:943:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611279.896687:0:23162:0:(ofd_dev.c:3191:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611279.896693:0:23162:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9be600. 00000020:00000010:0.0:1749611279.896699:0:23162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd000. 00000020:00000010:0.0:1749611279.896703:0:23162:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:0.0:1749611279.896708:0:23162:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9be200. 80000000:00000010:0.0:1749611279.896711:0:23162:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88006a73fa80. 40000000:00000010:0.0:1749611279.896722:0:23162:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ed80. 00100000:00000010:0.0:1749611279.896725:0:23162:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51be800. 00040000:00000010:0.0:1749611279.896729:0:23162:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4100. 00040000:00000010:0.0:1749611279.896733:0:23162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9be800. 00080000:00000010:0.0:1749611279.896736:0:23162:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff88012d169800. 00080000:00000010:0.0:1749611279.896740:0:23162:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8e000. 00080000:00000010:0.0:1749611279.896745:0:23162:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff88012d125800. 00080000:00000010:0.0:1749611279.896749:0:23162:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009cb9a000. 00080000:00000010:0.0:1749611279.896751:0:23162:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48f000. 00002000:00000010:0.0:1749611279.896756:0:23162:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009be8b800. 00000020:00000010:0.0:1749611279.896760:0:23162:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be400. 00000020:00000010:0.0:1749611279.896765:0:23162:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800883dc600. 00000020:00000010:0.0:1749611279.896769:0:23162:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000008:00000010:0.0:1749611279.896773:0:23162:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012eb1a6e0. 00020000:00000010:0.0:1749611279.896777:0:23162:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880136970b40. 00008000:00000010:0.0:1749611279.896781:0:23162:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880099bd9408. 00000080:00000010:0.0:1749611279.896784:0:23162:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d5a0. 00000020:00000010:0.0:1749611279.896788:0:23162:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf400. 00000020:00000001:0.0:1749611279.896790:0:23162:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611279.896793:0:23162:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88009ac29570) now 3 - setup 00000020:00000080:0.0:1749611279.896796:0:23162:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1749611279.896798:0:23162:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611279.896800:0:23162:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896803:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88006a73f2a0. 00000020:00000001:0.0:1749611279.896805:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896809:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838861d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611279.896812:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611279.896814:0:23162:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896817:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.896819:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.896821:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.896823:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611279.896826:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ef3fa00. 00000020:00000080:0.0:1749611279.896828:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611279.896835:0:23162:0:(obd_config.c:1473:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1749611279.896837:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896839:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611279.896842:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896845:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838862b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611279.896847:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611279.896849:0:23162:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896851:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.896852:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.896853:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.896854:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1749611279.896856:0:23162:0:(obd_config.c:1793:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1749611279.896858:0:23162:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611279.896859:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896861:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880083886390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611279.896863:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611279.896865:0:23162:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896866:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1749611279.896867:0:23162:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611279.896869:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896870:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838863e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611279.896872:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611279.896874:0:23162:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896875:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.896877:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.896878:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.896879:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1749611279.896881:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ef3fa00. 00000020:00000080:0.0:1749611279.896883:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611279.896884:0:23162:0:(obd_config.c:1473:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:00000001:0.0:1749611279.896887:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896888:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611279.896890:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896892:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838864c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611279.896899:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611279.896901:0:23162:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896903:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.896905:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.896906:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.896907:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611279.896909:0:23162:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611279.896911:0:23162:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611279.896913:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ef3fa00. 00000020:00000080:0.0:1749611279.896915:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611279.896916:0:23162:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000001:0.0:1749611279.896918:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896920:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611279.896923:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896924:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838865a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611279.896926:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611279.896928:0:23162:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896929:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611279.896931:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b544a000. 00000020:00000080:0.0:1749611279.896933:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1749611279.896934:0:23162:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1749611279.896936:0:23162:0:(obd_config.c:1451:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896938:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b544a000. 00000020:00000001:0.0:1749611279.896940:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896942:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838865f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611279.896944:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611279.896945:0:23162:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896947:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.896948:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.896949:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.896950:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611279.896952:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ef3fa00. 00000020:00000080:0.0:1749611279.896954:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611279.896955:0:23162:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:00000001:0.0:1749611279.896971:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896973:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611279.896976:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.896978:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838866d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611279.896980:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611279.896982:0:23162:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.896983:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.896985:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.896986:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.896987:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611279.896988:0:23162:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611279.896989:0:23162:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611279.896992:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ef3fa00. 00000020:00000080:0.0:1749611279.896993:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611279.896995:0:23162:0:(obd_config.c:1473:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1749611279.896997:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.896998:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611279.897000:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.897002:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff8800838867b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611279.897004:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611279.897005:0:23162:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.897007:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611279.897009:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880117b16420. 00000020:00000080:0.0:1749611279.897011:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1749611279.897016:0:23162:0:(obd_config.c:1499:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.897018:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880117b16420. 00000020:00000001:0.0:1749611279.897020:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.897022:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880083886828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611279.897024:0:23162:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611279.897026:0:23162:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611279.897028:0:23162:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611279.897032:0:23162:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611279.897041:0:23162:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611279.897044:0:23162:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.897050:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880083886828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611279.897052:0:23162:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611279.897054:0:23162:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000020:00000001:0.0:1749611279.897056:0:23162:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611279.897058:0:23162:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611279.897059:0:23162:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611279.897060:0:23162:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611279.897063:0:23162:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ef3fa00. 00000020:00000080:0.0:1749611279.897064:0:23162:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611279.897066:0:23162:0:(obd_config.c:1473:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1749611279.897068:0:23162:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611279.897070:0:23162:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611279.897072:0:23162:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611279.897074:0:23162:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880083886908 type=0x0 idx=0 00000040:00000001:0.0:1749611279.897076:0:23162:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611279.897078:0:23162:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611279.897080:0:23162:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880083886000. 00000020:00000010:0.0:1749611279.897086:0:23162:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b403e100. 00000020:00000010:0.0:1749611279.897094:0:23162:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880091b0ca00. 00000040:00000010:0.0:1749611279.897097:0:23162:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880091b0c800. 00000020:00000010:0.0:1749611279.897100:0:23162:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bf800. 00000020:00000010:0.0:1749611279.897103:0:23162:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5eeb0. 00000020:00000010:0.0:1749611279.897107:0:23162:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880091b0c000. 80000000:00000010:0.0:1749611279.897110:0:23162:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88006a73f6c0. 40000000:00000010:0.0:1749611279.897113:0:23162:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ef80. 00100000:00000010:0.0:1749611279.897115:0:23162:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51be000. 00040000:00000010:0.0:1749611279.897118:0:23162:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4400. 00040000:00000010:0.0:1749611279.897120:0:23162:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880091b0c600. 00080000:00000010:0.0:1749611279.897123:0:23162:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083882000. 00080000:00000010:0.0:1749611279.897127:0:23162:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48c000. 00000004:00000010:0.0:1749611279.897132:0:23162:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51bc000. 00000004:00000010:0.0:1749611279.897136:0:23162:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48e000. 00000004:00000010:0.0:1749611279.897140:0:23162:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bd800. 00002000:00000010:0.0:1749611279.897143:0:23162:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd69400. 00000004:00000010:0.0:1749611279.897150:0:23162:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cd6ac00. 00000020:00000010:0.0:1749611279.897180:0:23162:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0cc00. 00000040:00000010:2.0:1749611279.897262:0:23140:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b165a0. 00000040:00000001:2.0:1749611279.897267:0:23140:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611279.897274:0:23140:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 00000040:00000001:2.0:1749611279.897277:0:23140:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611279.897280:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3ba00/ffff8801240ab700 to site lru. bkt: ffff88007622c540 00000040:00000010:2.0:1749611279.897282:0:23140:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b8650. 00000040:00000001:2.0:1749611279.897284:0:23140:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611279.897286:0:23140:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009bec6000. 00000040:00000010:2.0:1749611279.897288:0:23140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b42cbc00. 00000020:00000001:2.0:1749611279.897290:0:23140:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611279.897292:0:23140:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611279.897295:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007ef3aa00. 00000040:00000010:2.0:1749611279.897298:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007ef3a000. 00000020:00000010:2.0:1749611279.897300:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880079138000. 00000020:00000010:2.0:1749611279.897302:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007ef3b000. 80000000:00000010:2.0:1749611279.897305:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16600. 00040000:00000010:2.0:1749611279.897307:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007ef3a800. 00080000:00000010:2.0:1749611279.897310:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136aba000. 00080000:00000010:2.0:1749611279.897330:0:23140:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009cb99800. 00080000:00000010:2.0:1749611279.897332:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000020:00000010:2.0:1749611279.897335:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3a600. 10000000:00000010:2.0:1749611279.897337:0:23140:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b544a800. 10000000:01000000:2.0:1749611279.897338:0:23140:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1749611279.897341:0:23140:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611279.897343:0:23140:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611279.897344:0:23140:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b422c000 from 1 10000000:00000001:2.0:1749611279.897346:0:23140:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611279.897347:0:23140:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611279.897352:0:23140:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc000. 00000020:00000040:2.0:1749611279.897354:0:23140:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611279.897357:0:23140:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611279.897360:0:23140:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611279.897363:0:23140:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611279.897367:0:23140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:2.0:1749611279.897372:0:23140:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611279.897374:0:23140:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611279.897379:0:23140:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611279.897382:0:23140:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81b300. 00010000:00000001:2.0:1749611279.897384:0:23140:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611279.897386:0:23140:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e000. 00000020:00000001:2.0:1749611279.897388:0:23140:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611279.897390:0:23140:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e000 with handle 0x689c0ec07329d382 to hash 00000020:00000001:2.0:1749611279.897391:0:23140:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611279.897392:0:23140:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611279.897395:0:23140:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611279.897397:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611279.897398:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611279.897401:0:23140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611279.897407:0:23140:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611279.897415:0:23140:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611279.897418:0:23140:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611279.897419:0:23140:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611279.897423:0:23140:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab0c0. 00000100:00000001:2.0:1749611279.897424:0:23140:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792960 : -131938871758656 : ffff8800966ab0c0) 00000100:00000001:2.0:1749611279.897426:0:23140:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611279.897426:0:23140:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936690688 : -131938772860928 : ffff88009c4fc000) 00000100:00000001:2.0:1749611279.897429:0:23140:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611279.897432:0:23140:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611279.897433:0:23140:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611279.897434:0:23140:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611279.897439:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611279.897445:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611279.897446:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611279.897451:0:23140:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611279.897457:0:23140:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611279.897458:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611279.897459:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611279.897460:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611279.897461:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611279.897463:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611279.897464:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611279.897465:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611279.897466:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611280.143652:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611280.143669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611280.143672:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611280.143677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611280.143679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611280.143684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611280.143686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611280.458722:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611280.458732:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611280.458735:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611280.458740:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611280.458743:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611280.458748:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611280.458751:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611280.458754:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611280.458756:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611280.497639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611280.497645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611280.497647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611280.497651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611280.497654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611280.497656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611280.497659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611280.497662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611280.497664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611280.700725:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611280.700733:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611280.700764:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749611280.700767:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611280.700770:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611280.896645:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611280.896653:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611280.896656:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611280.896660:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611280.896664:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611280.896668:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611280.896671:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611280.896674:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611280.896677:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611281.143631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611281.143665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611281.143668:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611281.143673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611281.143676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611281.143679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611281.143681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611281.458702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611281.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611281.458714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611281.458719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611281.458723:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611281.458727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611281.458730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611281.458733:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611281.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611281.497629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611281.497636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611281.497638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611281.497642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611281.497645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611281.497648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611281.497651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611281.497654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611281.497656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611281.702667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611281.702673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611281.702754:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611281.702758:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611281.702761:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611281.896714:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611281.896724:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611281.896726:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611281.896731:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611281.896735:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611281.896739:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611281.896742:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611281.896745:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611281.896747:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611282.143675:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611282.143695:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611282.143699:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611282.143705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611282.143709:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611282.143714:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611282.143718:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611282.458670:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611282.458679:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611282.458682:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611282.458693:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611282.458698:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611282.458702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611282.458706:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611282.458708:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611282.458711:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611282.497629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611282.497636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611282.497638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611282.497642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611282.497645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611282.497649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611282.497651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611282.497654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611282.497667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611282.704649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611282.704658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611282.704757:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611282.704763:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611282.704767:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611282.896676:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611282.896685:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611282.896688:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611282.896693:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611282.896696:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611282.896701:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611282.896704:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611282.896707:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611282.896710:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.143660:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611283.143673:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611283.143675:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.143678:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611283.143680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611283.143683:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.143684:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611283.150592:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611283.150597:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611283.150599:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611283.150601:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611283.150603:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611283.150605:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611283.150608:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611283.150611:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5884 00000100:00080000:0.0:1749611283.150614:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611283.150615:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611283.150617:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611283.150618:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611283.150620:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611283.150622:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611283.150624:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611283.150626:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611283.150628:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611283.150629:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611283.150630:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611283.150632:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611283.150633:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611283.150634:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611283.150634:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611283.150636:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611283.150638:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611283.150639:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611283.150641:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611283.150647:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611283.150648:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150659:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611283.150662:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611283.150665:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:0.0:1749611283.150668:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611283.150670:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611283.150672:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150674:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611283.150675:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611283.150678:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611283.150682:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9a000. 00000100:00000001:0.0:1749611283.150687:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.150693:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611283.150699:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611283.150702:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611283.150705:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611283.150720:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611283.150722:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611283.150724:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611283.150724:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611283.150725:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611283.150727:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611283.150728:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5884 00000100:00080000:0.0:1749611283.150729:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611283.150730:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611283.150731:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611283.150732:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611283.150733:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611283.150734:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611283.150735:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611283.150736:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611283.150739:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611283.150740:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611283.150742:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611283.150744:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611283.150745:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611283.150745:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611283.150746:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611283.150747:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611283.150748:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611283.150749:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611283.150750:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611283.150752:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611283.150753:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150754:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611283.150755:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611283.150757:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000020:00000040:0.0:1749611283.150758:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611283.150759:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611283.150760:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150761:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611283.150761:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611283.150762:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611283.150764:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9a800. 00000100:00000001:0.0:1749611283.150766:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.150768:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611283.150772:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611283.150773:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.150775:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611283.150775:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_rcv+-1] req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.150777:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611283.150779:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611283.150780:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611283.150781:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749611283.150783:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611283.150786:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611283.150787:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611283.150788:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611283.150789:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611283.150790:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611283.150791:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611283.150791:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5884 00000100:00080000:0.0:1749611283.150792:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749611283.150793:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611283.150793:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611283.150794:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611283.150795:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611283.150795:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611283.150796:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611283.150797:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611283.150797:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611283.150797:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611283.150798:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611283.150799:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494647552:0@lo:38:kworker.0 00000020:00000040:0.0:1749611283.150799:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611283.150800:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611283.150801:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611283.150802:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611283.150803:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:2.0:1749611283.150804:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611283.150804:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611283.150804:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:2.0:1749611283.150805:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150805:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611283.150806:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:2.0:1749611283.150807:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749611283.150807:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611283.150808:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611283.150809:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1749611283.150810:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611283.150811:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611283.150811:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611283.150811:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150812:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611283.150813:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611283.150816:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:0.0:1749611283.150817:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611283.150818:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1749611283.150821:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 02000000:00000001:0.0:1749611283.150821:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150822:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611283.150823:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611283.150824:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611283.150826:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 02000000:00000010:0.0:1749611283.150826:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb99800. 00000100:00000001:0.0:1749611283.150828:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.150830:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611283.150831:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494647552, portal 4 00000100:00000001:2.0:1749611283.150833:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611283.150833:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611283.150834:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000001:0.0:1749611283.150834:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611283.150836:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611283.150839:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611283.150839:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611283.150841:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611283.150843:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749611283.150844:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611283.150844:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:0.0:1749611283.150845:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749611283.150846:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611283.150847:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611283.150847:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611283.150847:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611283.150848:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611283.150849:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494647552, offset 0 02000000:00000010:0.0:1749611283.150850:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000100:00000001:0.0:1749611283.150852:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611283.150853:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611283.150853:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611283.150857:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611283.150858:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611283.150861:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_00_02+2] req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611283.150863:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611283.150870:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf943500 00000400:00000200:2.0:1749611283.150874:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 3120 00000400:00000200:2.0:1749611283.150879:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611283.150881:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611283.150882:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611283.150884:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5894) 00000100:00000001:2.0:1749611283.150885:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611283.150886:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611283.150889:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd180. 00000100:00000040:2.0:1749611283.150891:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd180 x1834598494647552 msgsize 520 00000100:00100000:2.0:1749611283.150893:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611283.150907:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611283.150912:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611283.150913:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611283.150915:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611283.150917:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611283.150918:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611283.150920:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494647552 02000000:00000001:0.0:1749611283.150924:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611283.150926:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611283.150926:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611283.150927:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611283.150928:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.150931:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611283.150931:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.150932:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611283.150933:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494647552 00000020:00000001:0.0:1749611283.150934:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611283.150935:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611283.150936:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611283.150936:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611283.150937:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.150938:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611283.150938:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.150939:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611283.150940:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749611283.150940:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000100:00000040:2.0:1749611283.150941:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1293 usecs (2 jiffies) 00000100:00000001:2.0:1749611283.150943:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300556610 00000020:00000010:0.0:1749611283.150943:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000100:00000040:3.0:1749611283.150945:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611283.150946:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b42116c0. 00000020:00000010:0.0:1749611283.150947:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:2.0:1749611283.150950:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611283.150950:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611283.150951:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611283.150951:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611283.150952:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.150952:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611283.150954:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611283.150955:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611283.150955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300556610 00000100:00000001:1.0:1749611283.150955:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611283.150956:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611283.150956:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211b00. 00000100:00000001:0.0:1749611283.150956:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611283.150958:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494647936:0@lo:400:kworker.0 00000100:00000001:2.0:1749611283.150958:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611283.150958:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.150960:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611283.150960:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300556610 00000100:00000010:2.0:1749611283.150961:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211640. 00000100:00000001:0.0:1749611283.150961:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.150962:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611283.150964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300556610 00000100:00000010:2.0:1749611283.150965:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b42118c0. 02000000:00000001:3.0:1749611283.150967:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611283.150967:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611283.150967:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611283.150968:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611283.150968:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611283.150969:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611283.150970:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611283.150970:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.150971:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.150971:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 02000000:00000010:3.0:1749611283.150972:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b53b400. 00000100:00000001:2.0:1749611283.150972:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611283.150973:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936695168 : -131938772856448 : ffff88009c4fd180) 02000000:00000001:3.0:1749611283.150974:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.150975:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611283.150975:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd180 x1834598494647552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611283.150976:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000001:2.0:1749611283.150976:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.150977:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611283.150978:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611283.150978:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749611283.150979:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000040:2.0:1749611283.150980:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611283.150982:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494647936, portal 10 00000100:00100000:0.0:1749611283.150982:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494647552:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611283.150983:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611283.150984:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00000001:2.0:1749611283.150984:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749611283.150984:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494647552 00000100:00000001:2.0:1749611283.150985:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611283.150986:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611283.150987:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611283.150988:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611283.150988:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611283.150988:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611283.150989:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611283.150990:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494647680:0@lo:38:kworker.0 00000100:00000001:2.0:1749611283.150992:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611283.150993:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611283.150994:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611283.150995:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749611283.150996:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 02000000:00000001:2.0:1749611283.150996:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611283.150997:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494647936, offset 0 02000000:00000001:2.0:1749611283.150997:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611283.150997:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611283.150999:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 00010000:00020000:0.0:1749611283.150999:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749611283.151000:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611283.151000:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611283.151001:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611283.151002:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00010000:00000001:0.0:1749611283.151002:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611283.151004:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611283.151004:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611283.151004:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749611283.151006:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494647680, portal 10 00000100:00000001:2.0:1749611283.151007:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611283.151007:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000400:00000200:3.0:1749611283.151008:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf943680 00000100:00000001:0.0:1749611283.151008:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611283.151010:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611283.151011:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611283.151012:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 43280 02000000:00000010:0.0:1749611283.151013:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6ac00. 00000100:00000001:2.0:1749611283.151014:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611283.151014:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611283.151015:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611283.151015:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611283.151015:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611283.151016:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:3.0:1749611283.151017:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611283.151018:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494647680, offset 0 00010000:00000001:0.0:1749611283.151018:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611283.151020:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749611283.151020:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611283.151020:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611283.151021:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1749611283.151022:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611283.151023:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611283.151023:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:3.0:1749611283.151024:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc380. 00000100:00000040:3.0:1749611283.151025:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc380 x1834598494647936 msgsize 224 00000100:00000001:0.0:1749611283.151025:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611283.151026:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943580 00000100:00000040:0.0:1749611283.151026:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611283.151027:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611283.151027:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611283.151028:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 43504 00000100:00000001:0.0:1749611283.151029:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611283.151030:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:2.0:1749611283.151031:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611283.151032:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611283.151032:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611283.151033:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151034:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611283.151034:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611283.151036:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611283.151037:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000200:0.0:1749611283.151040:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494647552, offset 0 00000400:00000200:3.0:1749611283.151041:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611283.151042:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611283.151042:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611283.151043:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494647936 00000100:00000001:3.0:1749611283.151044:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611283.151044:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749611283.151046:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151046:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611283.151047:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611283.151048:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611283.151050:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494647936 00000400:00000200:0.0:1749611283.151050:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611283.151051:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611283.151051:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611283.151051:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611283.151052:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611283.151054:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:0.0:1749611283.151054:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611283.151055:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749611283.151056:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611283.151057:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:0.0:1749611283.151058:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf943500 00000100:00000001:3.0:1749611283.151060:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151061:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611283.151061:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x86bd [1] + 0 00000100:00000001:3.0:1749611283.151063:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151063:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611283.151064:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211d00. 00000400:00000200:0.0:1749611283.151064:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611283.151065:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611283.151066:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 963 usecs (1 jiffies) 00000100:00000001:3.0:1749611283.151067:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300556609 00000020:00000010:2.0:1749611283.151067:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b544afc0. 00000100:00000001:0.0:1749611283.151067:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611283.151069:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300556610 00000100:00000200:0.0:1749611283.151069:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151070:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300556609 00000100:00000001:3.0:1749611283.151071:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300556610 00000020:00000040:2.0:1749611283.151071:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611283.151072:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300556609 00000100:00000001:3.0:1749611283.151074:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300556610 00000100:00000001:3.0:1749611283.151074:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300556609 00000100:00000001:3.0:1749611283.151075:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300556610 00000100:00000040:0.0:1749611283.151075:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151076:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611283.151078:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151079:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.151079:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611283.151080:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151082:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749611283.151082:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000001:3.0:1749611283.151083:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611283.151084:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611283.151085:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749611283.151085:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749611283.151086:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749611283.151086:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:3.0:1749611283.151087:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151088:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611283.151088:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611283.151088:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611283.151089:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749611283.151090:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:0.0:1749611283.151091:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611283.151093:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:2.0:1749611283.151094:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611283.151094:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151095:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749611283.151095:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611283.151096:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611283.151097:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611283.151097:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749611283.151098:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd180 x1834598494647552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611283.151100:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611283.151101:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611283.151102:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611283.151103:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.151103:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494647552:12345-0@lo:38:kworker.0 Request processed in 121us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611283.151107:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00000001:2.0:1749611283.151108:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611283.151109:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611283.151110:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611283.151112:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000100:00000001:2.0:1749611283.151113:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611283.151113:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749611283.151114:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00100000:2.0:1749611283.151116:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000020:00000010:0.0:1749611283.151116:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000040:2.0:1749611283.151117:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611283.151119:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933966720 : -131936775584896 : ffff8801135bc380) 00000100:00000001:0.0:1749611283.151119:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611283.151121:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc380 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:719/0 lens 224/0 e 0 to 0 dl 1749611294 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151139:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611283.151140:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42111c0. 00000100:00000001:2.0:1749611283.151141:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611283.151143:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42111c0. 00000100:00100000:2.0:1749611283.151145:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494647936:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611283.151147:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494647936 00000020:00000001:2.0:1749611283.151149:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611283.151151:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611283.151152:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611283.151157:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611283.151158:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611283.151160:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611283.151163:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611283.151164:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611283.151165:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611283.151166:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611283.151167:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611283.151170:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611283.151171:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611283.151172:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7800. 02000000:00000001:2.0:1749611283.151174:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151175:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611283.151176:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611283.151178:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494647936 00010000:00000001:2.0:1749611283.151179:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611283.151182:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bc380 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:719/0 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611283.151186:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611283.151187:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611283.151189:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611283.151191:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611283.151193:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611283.151194:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611283.151195:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611283.151196:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151197:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611283.151198:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611283.151199:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611283.151201:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494647936, offset 224 00000400:00000200:2.0:1749611283.151203:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611283.151207:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611283.151210:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943680 00000400:00000200:2.0:1749611283.151213:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x86c5 [1] + 224 00000400:00000200:2.0:1749611283.151215:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611283.151219:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611283.151221:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611283.151223:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611283.151228:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151240:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611283.151243:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611283.151244:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611283.151245:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611283.151246:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611283.151248:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611283.151249:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:2.0:1749611283.151250:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611283.151252:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151253:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611283.151253:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611283.151255:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611283.151255:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc380 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:719/0 lens 224/224 e 0 to 0 dl 1749611294 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611283.151257:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611283.151258:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611283.151259:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000100:00100000:2.0:1749611283.151260:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494647936:12345-0@lo:400:kworker.0 Request processed in 120us (233us total) trans 0 rc 0/0 00000400:00000200:3.0:1749611283.151263:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611283.151264:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00100000:2.0:1749611283.151264:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00000001:3.0:1749611283.151265:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611283.151266:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611283.151267:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749611283.151268:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151268:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611283.151270:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749611283.151272:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000020:00000010:2.0:1749611283.151275:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000200:3.0:1749611283.151276:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611283.151277:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611283.151279:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611283.151280:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611283.151281:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611283.151282:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611283.151284:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611283.151285:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611283.151286:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151286:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611283.151287:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749611283.151288:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611283.151289:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fdf80. 00000100:00000040:2.0:1749611283.151290:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fdf80 x1834598494647680 msgsize 520 00000100:00001000:3.0:1749611283.151291:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611283.151293:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611283.151294:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611283.151295:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611283.151295:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749611283.151297:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611283.151299:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611283.151303:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151303:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611283.151305:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749611283.151305:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000040:3.0:1749611283.151306:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000010:2.0:1749611283.151306:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611283.151307:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611283.151308:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151308:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611283.151310:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611283.151310:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151313:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611283.151314:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611283.151315:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611283.151315:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151316:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611283.151318:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151319:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151320:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611283.151321:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611283.151322:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494647936:0@lo:400:kworker.0 00000100:00000001:0.0:1749611283.151322:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611283.151323:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1130 usecs (2 jiffies) 00000100:00100000:0.0:1749611283.151323:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494647680 00000100:00000001:3.0:1749611283.151324:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151324:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300556610 02000000:00000001:0.0:1749611283.151324:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611283.151325:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611283.151326:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300556610 00000100:00000001:0.0:1749611283.151326:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151327:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300556610 00000100:00000001:3.0:1749611283.151328:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611283.151328:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300556610 02000000:00000001:0.0:1749611283.151328:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300556610 00000100:00000040:3.0:1749611283.151330:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494647936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611283.151330:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494647680 00000100:00000001:2.0:1749611283.151331:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300556610 00000100:00000001:2.0:1749611283.151331:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300556610 00000020:00000001:0.0:1749611283.151331:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611283.151331:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611283.151332:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300556610 00000020:00000001:0.0:1749611283.151332:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611283.151333:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611283.151333:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611283.151333:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611283.151334:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749611283.151334:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151335:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611283.151336:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b53b400. 00000100:00000001:2.0:1749611283.151336:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749611283.151336:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 02000000:00000001:3.0:1749611283.151337:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749611283.151337:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611283.151338:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1749611283.151338:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000020:00000040:3.0:1749611283.151339:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000010:0.0:1749611283.151339:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000020:00000001:3.0:1749611283.151340:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611283.151340:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749611283.151341:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000001:2.0:1749611283.151341:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611283.151341:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611283.151342:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611283.151343:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611283.151343:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611283.151345:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611283.151345:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611283.151346:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:3.0:1749611283.151347:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749611283.151347:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611283.151347:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151348:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611283.151348:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151349:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611283.151350:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494647808:0@lo:38:kworker.0 00000100:00000001:0.0:1749611283.151351:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611283.151352:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611283.151352:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151352:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611283.151353:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611283.151353:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611283.151354:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611283.151354:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611283.151354:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611283.151354:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611283.151355:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749611283.151356:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 02000000:00000001:2.0:1749611283.151357:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.151357:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00000001:0.0:1749611283.151358:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936698752 : -131938772852864 : ffff88009c4fdf80) 00000400:00000010:2.0:1749611283.151359:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000040:0.0:1749611283.151360:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fdf80 x1834598494647680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611283.151361:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611283.151362:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494647808, portal 10 00000100:00000001:2.0:1749611283.151363:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611283.151364:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00100000:0.0:1749611283.151365:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494647680:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611283.151367:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611283.151367:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494647680 00000020:00000001:0.0:1749611283.151368:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611283.151370:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611283.151371:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611283.151372:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611283.151373:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611283.151374:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494647808, offset 0 00000020:00000001:0.0:1749611283.151374:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611283.151375:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611283.151376:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611283.151376:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611283.151378:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611283.151379:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611283.151379:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611283.151380:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611283.151381:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611283.151382:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943600 02000000:00000010:0.0:1749611283.151383:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69400. 00000400:00000200:2.0:1749611283.151384:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 44024 02000000:00000001:0.0:1749611283.151384:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.151385:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611283.151386:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749611283.151387:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611283.151387:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611283.151388:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611283.151389:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:0.0:1749611283.151389:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611283.151390:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611283.151390:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:2.0:1749611283.151392:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fed80. 00000100:00000001:0.0:1749611283.151392:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611283.151393:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fed80 x1834598494647808 msgsize 520 00000100:00000040:0.0:1749611283.151393:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611283.151394:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749611283.151395:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611283.151395:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611283.151397:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611283.151398:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611283.151399:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 02000000:00000001:0.0:1749611283.151400:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611283.151401:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611283.151403:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:0.0:1749611283.151403:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611283.151404:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611283.151405:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749611283.151405:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000001:3.0:1749611283.151406:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611283.151407:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494647808 00000100:00000200:2.0:1749611283.151407:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611283.151408:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611283.151408:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494647680, offset 0 00000100:00000001:3.0:1749611283.151409:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611283.151410:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151410:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611283.151410:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611283.151412:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611283.151412:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611283.151413:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494647808 00000020:00000001:3.0:1749611283.151414:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749611283.151414:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749611283.151415:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611283.151415:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611283.151416:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611283.151416:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611283.151417:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611283.151417:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943580 00000020:00000001:3.0:1749611283.151418:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151418:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611283.151419:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x86cd [1] + 0 00000020:00000010:3.0:1749611283.151420:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b400. 00000100:00000040:2.0:1749611283.151420:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 790 usecs (1 jiffies) 00000100:00000001:2.0:1749611283.151421:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300556609 00000020:00000010:3.0:1749611283.151422:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880132672b00. 00000100:00000001:2.0:1749611283.151422:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300556610 00000400:00000200:0.0:1749611283.151422:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611283.151423:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300556609 00000020:00000010:3.0:1749611283.151424:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749611283.151424:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300556610 00000400:00000200:0.0:1749611283.151424:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611283.151425:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300556609 00000100:00000001:0.0:1749611283.151425:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611283.151426:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611283.151426:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300556610 00000100:00000001:2.0:1749611283.151427:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300556609 00000100:00000200:0.0:1749611283.151427:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151428:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300556610 00000100:00000001:2.0:1749611283.151429:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611283.151430:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611283.151430:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151431:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611283.151432:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749611283.151432:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151433:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611283.151433:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611283.151434:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000400:00000200:2.0:1749611283.151435:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611283.151436:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611283.151436:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611283.151437:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611283.151438:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611283.151438:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611283.151439:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611283.151440:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611283.151441:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611283.151442:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611283.151442:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151443:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611283.151444:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611283.151445:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611283.151446:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611283.151448:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611283.151448:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fdf80 x1834598494647680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151449:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611283.151451:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00000001:2.0:1749611283.151451:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611283.151452:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611283.151453:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936702336 : -131938772849280 : ffff88009c4fed80) 00000100:00000001:2.0:1749611283.151453:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749611283.151453:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494647680:12345-0@lo:38:kworker.0 Request processed in 87us (161us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749611283.151454:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749611283.151455:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fed80 x1834598494647808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151455:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611283.151456:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.151456:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 02000000:00000001:2.0:1749611283.151457:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611283.151458:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611283.151459:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749611283.151460:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494647808:12345-0@lo:38:kworker.0 00000100:00001000:2.0:1749611283.151460:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611283 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611283.151461:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=106 v=20 (1 1 1 20) 00000100:00000200:3.0:1749611283.151462:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494647808 00000100:00000001:2.0:1749611283.151463:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749611283.151463:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000020:00000001:3.0:1749611283.151464:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611283.151464:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611283.151464:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00010000:00000001:3.0:1749611283.151465:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611283.151465:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611283.151466:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000040:2.0:1749611283.151468:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611283.151468:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611283.151470:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611283.151471:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611283.151471:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611283.151473:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611283.151473:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611283.151473:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611283.151474:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611283.151474:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611283.151476:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611283.151476:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611283.151477:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749611283.151477:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611283.151478:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:2.0:1749611283.151479:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:3.0:1749611283.151480:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310800. 00000100:00000001:2.0:1749611283.151480:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611283.151481:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151482:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611283.151482:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611283.151483:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611283.151485:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611283.151486:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749611283.151486:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494647552:0@lo:38:kworker.0 00000100:00000001:3.0:1749611283.151488:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611283.151488:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151489:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611283.151489:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611283.151490:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:2.0:1749611283.151490:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151492:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611283.151493:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611283.151497:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611283.151498:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611283.151499:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611283.151499:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749611283.151500:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611283.151500:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 00000100:00000001:3.0:1749611283.151501:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611283.151502:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749611283.151503:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611283.151503:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749611283.151504:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000020:00000040:2.0:1749611283.151504:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611283.151505:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749611283.151506:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494647808, offset 0 02000000:00000010:2.0:1749611283.151506:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9a000. 00000400:00000200:3.0:1749611283.151508:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611283.151508:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611283.151509:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611283.151510:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:2.0:1749611283.151511:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749611283.151512:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611283.151512:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151513:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611283.151515:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943600 00000100:00000001:2.0:1749611283.151515:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611283.151516:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151517:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611283.151518:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x86dd [1] + 0 00000100:00000001:2.0:1749611283.151518:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611283.151520:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611283.151522:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749611283.151538:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611283.151539:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611283.151540:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611283.151542:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611283.151543:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611283.151544:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611283.151546:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611283.151550:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151554:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611283.151554:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151555:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611283.151556:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611283.151557:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611283.151557:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611283.151558:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611283.151559:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611283.151562:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611283.151563:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611283 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611283.151565:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=88 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611283.151566:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611283.151567:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151567:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611283.151568:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611283.151570:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151572:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611283.151574:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:2.0:1749611283.151574:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749611283.151575:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611283.151575:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611283.151576:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611283.151577:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611283.151577:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611283.151578:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611283.151578:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611283.151579:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611283.151579:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611283.151580:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611283.151581:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611283.151581:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611283.151582:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611283.151583:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611283.151583:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611283.151586:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fed80 x1834598494647808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611303 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611283.151587:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494647680:0@lo:38:kworker.0 00000400:00000001:2.0:1749611283.151590:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611283.151590:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749611283.151591:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494647808:12345-0@lo:38:kworker.0 Request processed in 130us (196us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749611283.151591:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611283.151592:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611283.151593:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611283.151594:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611283.151595:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00000200:2.0:1749611283.151596:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151599:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611283.151599:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611283.151600:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611283.151602:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880132672b00. 00000100:00000001:2.0:1749611283.151603:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611283.151603:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611283.151604:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749611283.151606:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b400. 00000100:00000001:2.0:1749611283.151606:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611283.151607:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611283.151608:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151608:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611283.151609:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611283.151610:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611283.151612:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611283 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611283.151613:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=138 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611283.151614:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611283.151615:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611283.151616:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611283.151618:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151621:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611283.151622:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611283.151622:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151623:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611283.151624:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611283.151625:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611283.151626:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611283.151627:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611283.151629:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611283.151632:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494647808:0@lo:38:kworker.0 00000100:00000001:2.0:1749611283.151634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151635:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611283.151636:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494647680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151639:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611283.151640:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611283.151641:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 02000000:00000001:2.0:1749611283.151642:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611283.151645:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611283.151646:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611283.151647:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611283.151648:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9a800. 02000000:00000001:2.0:1749611283.151650:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611283.151651:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611283.151651:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000001:2.0:1749611283.151653:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611283.151654:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151655:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611283.151656:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494647808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611283.151660:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611283.151660:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611283.151661:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 02000000:00000001:2.0:1749611283.151662:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611283.151663:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611283.151664:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611283.151664:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611283.151665:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb99800. 02000000:00000001:2.0:1749611283.151666:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611283.151667:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611283.151667:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611283.151669:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611283.151669:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.151670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611283.151672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611283.151672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.151673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611283.152559:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300556610, at 4300556610 00000100:00000010:3.0:1749611283.152564:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b42118c0. 00000100:00000040:0.0:1749611283.152567:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300556610, at 4300556610 00000100:00000040:2.0:1749611283.152569:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300556610, at 4300556610 00000100:00000010:0.0:1749611283.152573:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b42116c0. 00000100:00000040:1.0:1749611283.152574:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300556610, at 4300556610 00000100:00000010:2.0:1749611283.152575:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211640. 00000100:00000010:1.0:1749611283.152579:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211b00. 00000100:00000001:0.0:1749611283.458699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611283.458708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611283.458711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611283.458715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611283.458719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611283.458724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611283.458727:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611283.458730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611283.458732:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611283.497647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611283.497653:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611283.497655:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611283.497659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611283.497662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611283.497681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.497684:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611283.497687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.497689:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611283.706731:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611283.706739:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611283.706873:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611283.706880:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611283.706884:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611283.896680:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611283.896689:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611283.896691:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611283.896696:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611283.896700:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611283.896704:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.896707:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611283.896710:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611283.896712:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611284.151734:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611284.151753:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611284.151756:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.151762:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611284.151764:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611284.151768:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611284.151771:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611284.458672:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611284.458681:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611284.458684:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611284.458689:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611284.458693:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611284.458697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611284.458700:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611284.458703:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611284.458705:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611284.497659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611284.497668:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611284.497671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611284.497677:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611284.497681:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611284.497685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.497689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611284.497705:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611284.497720:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611284.497726:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611284.497739:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611284.497761:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.497764:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611284.497767:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611284.497775:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611284.497788:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494647296:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611284.497796:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.497799:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611284.497804:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611284.497807:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611284.497812:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611284.497823:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611284.497827:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611284.497834:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611284.497837:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611284.497842:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611284.497847:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611284.497852:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611284.497856:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=4 00000020:00000001:2.0:1749611284.497860:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749611284.497864:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00010000:2.0:1749611284.497873:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611284.497889:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611284.497896:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611284.497907:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611284.497912:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611284.497931:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611284.497933:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611284.497938:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611284.497947:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611284.497951:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611284.497956:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611284.497960:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611284.497970:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611284.497975:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611284.497979:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611284.497987:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611284.497990:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611284.497992:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611284.497995:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=5 00000020:00000001:2.0:1749611284.497998:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749611284.498001:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:2.0:1749611284.498006:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611284.498010:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611284.498019:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611284.498023:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611284.498032:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611284.498037:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611284.498039:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611284.498050:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611284.498053:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611284.498057:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611284.498059:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611284.498062:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611284.498065:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611284.498069:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f600 with handle 0x689c0ec07329d36d from hash 00010000:00000001:2.0:1749611284.498073:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611284.498075:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611284.498077:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611284.498079:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611284.498081:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611284.498083:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611284.498087:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611284.498089:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611284.498091:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611284.498093:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611284.498098:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611284.498107:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611284.498109:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611284.498161:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611284.498165:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611284.498167:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611284.498168:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611284.498170:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611284.498174:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d36d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611284.498186:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81b500 count: 0 00010000:00000001:2.0:1749611284.498227:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611284.498231:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611284.498235:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611284.498243:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad7800 x1834598494647296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611284.498254:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611284.498267:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611284.498270:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611284.498274:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611284.498280:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611284.498287:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611284.498289:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611284.498292:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7800. 00000100:00000001:2.0:1749611284.498297:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611284.498299:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611284.498302:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611284.498306:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749611284.498311:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:2.0:1749611284.498317:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611284.498321:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611284.498324:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611284.498327:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:2.0:1749611284.498330:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611284.498333:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611284.498336:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:2.0:1749611284.498339:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611284.498341:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611284.498344:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:2.0:1749611284.498346:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611284.498349:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:2.0:1749611284.498353:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611284.498355:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1749611284.498362:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000040:2.0:1749611284.498367:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611284.498385:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611284.498389:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611284.498396:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611284.498405:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611284.498413:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611284.498419:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611284.498422:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611284.498429:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81b000. 00010000:00000001:2.0:1749611284.498434:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611284.498446:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e600. 00000020:00000001:2.0:1749611284.498451:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611284.498454:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e600 with handle 0x689c0ec07329d389 to hash 00000020:00000001:2.0:1749611284.498459:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611284.498461:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:2.0:1749611284.498466:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:2.0:1749611284.498470:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611284.498472:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611284.498477:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611284.498490:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611284.498507:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611284.498516:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611284.498519:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611284.498567:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611284.498570:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611284.498575:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611284.498577:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000001:2.0:1749611284.498584:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611284.498590:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611284.498593:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611284.498596:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611284.498603:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611284.498615:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611284.498618:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611284.498624:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611284.498636:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611284.498646:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611284.498649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611284.498652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611284.498655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611284.498658:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.498661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611284.498663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.498667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611284.500685:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81b500. 00010000:00000010:1.1:1749611284.500699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f600. 00010000:00000001:0.0:1749611284.708679:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611284.708690:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611284.708693:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611284.708696:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611284.708701:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611284.708703:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611284.708706:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611284.708708:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611284.708832:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611284.708838:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611284.708841:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611284.896617:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611284.896624:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611284.896626:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611284.896630:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611284.896633:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611284.896636:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.896638:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611284.896641:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611284.896643:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611285.151678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611285.151698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611285.151701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611285.151706:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611285.151709:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611285.151713:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611285.151715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611285.458680:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611285.458690:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611285.458693:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611285.458715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611285.458719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611285.458723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611285.458726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611285.458729:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611285.458731:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611285.498653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611285.498660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611285.498663:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611285.498667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611285.498670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611285.498674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611285.498676:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611285.498679:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611285.498682:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611285.552156:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d125600. 00080000:00000010:0.0:1749611285.552169:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d124200. 00080000:00000010:0.0:1749611285.552175:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d124e00. 00080000:00000010:0.0:1749611285.552179:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d125000. 00080000:00000010:0.0:1749611285.552197:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007ef3ae00. 00080000:00000010:0.0:1749611285.552202:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800b42ca200. 00010000:00000001:0.0:1749611285.710659:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611285.710666:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611285.710747:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611285.710753:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611285.710772:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611285.896743:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611285.896755:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611285.896758:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611285.896765:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611285.896771:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611285.896776:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611285.896780:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611285.896793:0:23140:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611285.896804:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611285.896808:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611285.896818:0:23140:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611285.896821:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611285.896824:0:23140:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611285.896825:0:23140:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611285.896829:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611285.896838:0:23140:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:23140:1834598494647424:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611285.896861:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611285.896863:0:23140:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611285.896866:0:23140:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611285.896868:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611285.896872:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611285.896879:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611285.896882:0:23140:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab0c0. 00000100:00000001:0.0:1749611285.896887:0:23140:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611285.896888:0:23140:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611285.896893:0:23140:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611285.896897:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611285.896900:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611285.896903:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=4 00000020:00000001:0.0:1749611285.896906:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749611285.896909:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00010000:0.0:1749611285.896915:0:23140:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611285.896925:0:23140:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611285.896930:0:23140:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611285.896937:0:23140:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611285.896940:0:23140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611285.896946:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611285.896948:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611285.896950:0:23140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611285.896956:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611285.896963:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611285.896966:0:23140:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611285.896969:0:23140:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611285.896976:0:23140:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611285.896979:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611285.896982:0:23140:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611285.896987:0:23140:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611285.896989:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611285.896990:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611285.896992:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=5 00000020:00000001:0.0:1749611285.896994:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749611285.896996:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749611285.896999:0:23140:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611285.897001:0:23140:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611285.897007:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611285.897009:0:23140:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611285.897014:0:23140:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611285.897017:0:23140:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611285.897018:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611285.897020:0:23140:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611285.897022:0:23140:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611285.897025:0:23140:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611285.897026:0:23140:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611285.897028:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611285.897029:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611285.897032:0:23140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e000 with handle 0x689c0ec07329d382 from hash 00010000:00000001:0.0:1749611285.897035:0:23140:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611285.897041:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611285.897043:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611285.897044:0:23140:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611285.897045:0:23140:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611285.897047:0:23140:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611285.897050:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611285.897050:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611285.897052:0:23140:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611285.897054:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611285.897056:0:23140:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611285.897061:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611285.897062:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611285.897064:0:23140:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611285.897065:0:23140:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611285.897066:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611285.897067:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611285.897068:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611285.897070:0:23140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d382 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611285.897078:0:23140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81b300 count: 0 00010000:00000001:0.0:1749611285.897143:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611285.897145:0:23140:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611285.897149:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611285.897153:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc000 x1834598494647424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611285.897161:0:23140:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611285.897164:0:23140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611285.897166:0:23140:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611285.897168:0:23140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611285.897172:0:23140:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749611285.897176:0:23140:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611285.897178:0:23140:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611285.897180:0:23140:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc000. 00000100:00000001:0.0:1749611285.897184:0:23140:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611285.897192:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611285.897194:0:23140:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611285.897197:0:23140:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611285.897200:0:23140:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611285.897204:0:23140:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b544a000. 00000020:00000010:0.0:1749611285.897208:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000020:00000010:0.0:1749611285.897213:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d124e00. 00000040:00000010:0.0:1749611285.897217:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d124200. 00000020:00000010:0.0:1749611285.897222:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d169800. 00000020:00000010:0.0:1749611285.897227:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d125600. 80000000:00000010:0.0:1749611285.897232:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16420. 00040000:00000010:0.0:1749611285.897238:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125800. 00080000:00000010:0.0:1749611285.897246:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c5000. 00080000:00000010:0.0:1749611285.897256:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 10000000:00000040:0.0:1749611285.897266:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611285.897272:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 00000040:00000001:0.0:1749611285.897278:0:23140:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611285.897281:0:23140:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611285.897285:0:23140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012d125200. 00000040:00000001:0.0:1749611285.897290:0:23140:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611285.897294:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611285.897299:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611285.897305:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00080000:00000001:0.0:1749611285.897313:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611285.897318:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611285.897346:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611285.897368:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611285.897371:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611285.897374:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611285.897376:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611285.897380:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611285.897384:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff88009a4c5000 00000020:00000001:0.0:1749611285.897389:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746973f8 00080000:00000002:0.0:1749611285.897391:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:0.0:1749611285.897395:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611285.897404:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611285.897410:0:23140:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009be8b800. 00080000:00000001:0.0:1749611285.897413:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611285.897419:0:23140:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8800762437c0. 00000020:00000001:0.0:1749611285.897422:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611285.897430:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007ef3fb00. 00000020:00000001:0.0:1749611285.897461:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611285.897494:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d125400. 00000020:00000001:0.0:1749611285.897497:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611285.897501:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611285.897503:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611285.897506:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611285.897508:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611285.897513:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611285.897517:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611285.897562:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134444137304 : -131939265414312 : ffff88007ef3fb58) 00000040:00000001:0.0:1749611285.897565:0:23140:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.897568:0:23140:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.897570:0:23140:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611285.897577:0:23140:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880083882000. 00000040:00000001:0.0:1749611285.897579:0:23140:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611285.897581:0:23140:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611285.898186:0:23140:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898190:0:23140:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898192:0:23140:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898194:0:23140:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611285.898197:0:23140:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b163c0. 00000040:00001000:0.0:1749611285.898200:0:23140:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611285.898203:0:23140:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611285.898207:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0cc00. 00000020:00000010:0.0:1749611285.898211:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880091b0c400. 00000040:00000010:0.0:1749611285.898214:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880091b0c600. 00000020:00000010:0.0:1749611285.898218:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16c000. 00000020:00000010:0.0:1749611285.898225:0:23140:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8a10. 00000020:00000010:0.0:1749611285.898228:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880091b0c000. 80000000:00000010:0.0:1749611285.898231:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16360. 40000000:00000010:0.0:1749611285.898242:0:23140:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b544a280. 00100000:00000010:0.0:1749611285.898248:0:23140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611285.898253:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ef3fe00. 00040000:00000010:0.0:1749611285.898256:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880091b0c800. 00080000:00000010:0.0:1749611285.898262:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c3000. 00080000:00000010:0.0:1749611285.898268:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083886000. 00000004:00000010:0.0:1749611285.898275:0:23140:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880079138000. 00000004:00000010:0.0:1749611285.898281:0:23140:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d89e000. 00000004:00000010:0.0:1749611285.898286:0:23140:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880079138800. 00002000:00000010:0.0:1749611285.898292:0:23140:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d031800. 00000004:00000010:0.0:1749611285.898297:0:23140:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d030000. 00000020:00000010:0.0:1749611285.898301:0:23140:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b544a680. 00000040:00000010:0.0:1749611285.898310:0:23140:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880136aba000. 00000040:00001000:0.0:1749611285.898314:0:23140:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611285.898317:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611285.898319:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611285.898324:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611285.898550:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611285.898556:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611285.898559:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611285.898562:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611285.898565:0:23140:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611285.898567:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611285.898569:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611285.898571:0:23140:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611285.898573:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611285.898575:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611285.898577:0:23140:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611285.898579:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611285.898580:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611285.898582:0:23140:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611285.898584:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611285.898585:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611285.898594:0:23140:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611285.898596:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611285.898598:0:23140:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611285.898600:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611285.898602:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611285.898605:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611285.898611:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611285.898613:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611285.898615:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611285.898617:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611285.898619:0:23140:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611285.898621:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba460 type=0x0 idx=0 00000040:00000001:0.0:1749611285.898623:0:23140:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611285.898625:0:23140:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611285.898628:0:23140:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880136aba000. 00000020:00000010:0.0:1749611285.898662:0:23140:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b544a680. 00000020:00000010:0.0:1749611285.898670:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880091b0c400. 00000040:00000010:0.0:1749611285.898675:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880091b0c600. 00000020:00000010:0.0:1749611285.898678:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16c000. 00000020:00000010:0.0:1749611285.898683:0:23140:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8a10. 00000020:00000010:0.0:1749611285.898688:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880091b0c000. 80000000:00000010:0.0:1749611285.898691:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16360. 40000000:00000010:0.0:1749611285.898696:0:23140:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b544a280. 00100000:00000010:0.0:1749611285.898700:0:23140:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611285.898704:0:23140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ef3fe00. 00040000:00000010:0.0:1749611285.898708:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880091b0c800. 00080000:00000010:0.0:1749611285.898712:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083886000. 00080000:00000010:0.0:1749611285.898716:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000004:00000010:0.0:1749611285.898720:0:23140:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880079138000. 00000004:00000010:0.0:1749611285.898726:0:23140:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d89e000. 00000004:00000010:0.0:1749611285.898731:0:23140:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880079138800. 00002000:00000010:0.0:1749611285.898734:0:23140:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d031800. 00000004:00000010:0.0:1749611285.898737:0:23140:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d030000. 00000020:00000010:0.0:1749611285.898741:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0cc00. 00000040:00000010:0.0:1749611285.898749:0:23140:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b163c0. 00000040:00000001:0.0:1749611285.898752:0:23140:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898755:0:23140:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611285.898758:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88012d125400/ffff88007ef3fb00 to site lru. bkt: ffff88007622cbd0 00000040:00000010:0.0:1749611285.898762:0:23140:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8800762437c0. 00000040:00000001:0.0:1749611285.898764:0:23140:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611285.898768:0:23140:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880083882000. 00000040:00000010:0.0:1749611285.898772:0:23140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012d125200. 00000040:00000001:0.0:1749611285.898776:0:23140:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611285.898779:0:23140:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611285.898782:0:23140:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611285.898785:0:23140:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611285.898788:0:23140:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611285.898791:0:23140:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611285.898792:0:23140:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611285.898795:0:23140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009c9bf400. 00000040:00000001:0.0:1749611285.898797:0:23140:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611285.898799:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611285.898801:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611285.898805:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00080000:00000001:0.0:1749611285.898809:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611285.898811:0:23140:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611285.898813:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611285.898817:0:23140:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8800762437c0. 00000020:00000001:0.0:1749611285.898819:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611285.898823:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134444137304 : -131939265414312 : ffff88007ef3fb58) 00000040:00000001:0.0:1749611285.898825:0:23140:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898827:0:23140:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898829:0:23140:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611285.898832:0:23140:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136aba000. 00000040:00000001:0.0:1749611285.898834:0:23140:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611285.898835:0:23140:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611285.898841:0:23140:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898843:0:23140:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898850:0:23140:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611285.898852:0:23140:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611285.898854:0:23140:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b163c0. 00000040:00001000:0.0:1749611285.898856:0:23140:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1749611285.899217:0:23170:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:3.0:1749611285.899226:0:23170:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b400. 00000020:00000010:3.0:1749611285.899232:0:23170:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b53bc00. 00000040:00000010:3.0:1749611285.899235:0:23170:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b53a200. 00000020:00000010:3.0:1749611285.899240:0:23170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bb000. 00000020:00000010:3.0:1749611285.899245:0:23170:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f8c0. 00000020:00000010:3.0:1749611285.899250:0:23170:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42ca200. 80000000:00000010:3.0:1749611285.899254:0:23170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88013523bb40. 40000000:00000010:3.0:1749611285.899257:0:23170:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b48b15c0. 00100000:00000010:3.0:1749611285.899261:0:23170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba800. 00040000:00000010:3.0:1749611285.899265:0:23170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611285.899269:0:23170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cbc00. 00080000:00000010:3.0:1749611285.899274:0:23170:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48a000. 00080000:00000010:3.0:1749611285.899280:0:23170:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8a000. 00000004:00000010:3.0:1749611285.899285:0:23170:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51b9800. 00000004:00000010:3.0:1749611285.899290:0:23170:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48b000. 00000004:00000010:3.0:1749611285.899294:0:23170:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bd800. 00002000:00000010:3.0:1749611285.899298:0:23170:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880130310400. 00000004:00000010:3.0:1749611285.899301:0:23170:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880130311800. 00000020:00000010:3.0:1749611285.899304:0:23170:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b48b1d80. 00000040:00000010:3.0:1749611285.899311:0:23170:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880129c8e000. 00000040:00001000:3.0:1749611285.899314:0:23170:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1749611285.899316:0:23170:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:3.0:1749611285.899319:0:23170:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1749611285.899324:0:23170:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:3.0:1749611285.899336:0:23170:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1749611285.899349:0:23170:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899352:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e000 type=0x10620000 idx=1 00000040:00001000:3.0:1749611285.899355:0:23170:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1749611285.899358:0:23170:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1749611285.899360:0:23170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1749611285.899363:0:23170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611285.899365:0:23170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1749611285.899367:0:23170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1749611285.899371:0:23170:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1749611285.899372:0:23170:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611285.899377:0:23170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8ba4700. 00000020:00000080:3.0:1749611285.899380:0:23170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749611285.899383:0:23170:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:3.0:1749611285.899385:0:23170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611285.899388:0:23170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8ba4700. 00000020:00000001:3.0:1749611285.899392:0:23170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899395:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1749611285.899397:0:23170:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:3.0:1749611285.899399:0:23170:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1749611285.899400:0:23170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1749611285.899402:0:23170:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b4a716a0. 00000020:01000000:3.0:1749611285.899406:0:23170:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800b422c000 00000020:00000010:3.0:1749611285.899410:0:23170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880132672b00. 00000020:00000080:3.0:1749611285.899413:0:23170:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1749611285.899416:0:23170:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:3.0:1749611285.899419:0:23170:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1749611285.899422:0:23170:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880132672b00 00000040:00001000:3.0:1749611285.899425:0:23170:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1749611285.899427:0:23170:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1749611285.899429:0:23170:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1749611285.899431:0:23170:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1749611285.899435:0:23170:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1749611285.899437:0:23170:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1749611285.899440:0:23170:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff8800b422c000 00000040:00001000:3.0:1749611285.899443:0:23170:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:3.0:1749611285.899453:0:23170:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1749611285.899456:0:23170:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1749611285.899462:0:23170:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611285.899465:0:23170:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611285.899470:0:23170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880132672b00. 00000020:00000010:3.0:1749611285.899474:0:23170:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b4a716a0. 00000020:00000001:3.0:1749611285.899478:0:23170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899482:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e150 type=0x10620000 idx=3 00000040:00001000:3.0:1749611285.899485:0:23170:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:3.0:1749611285.899488:0:23170:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1749611285.899491:0:23170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1749611285.899493:0:23170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611285.899495:0:23170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1749611285.899498:0:23170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1749611285.899502:0:23170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8ba4700. 00000020:00000080:3.0:1749611285.899505:0:23170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749611285.899507:0:23170:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:3.0:1749611285.899511:0:23170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611285.899514:0:23170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8ba4700. 00000020:00000001:3.0:1749611285.899518:0:23170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899521:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e230 type=0x10620000 idx=4 00000040:00001000:3.0:1749611285.899589:0:23170:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:3.0:1749611285.899592:0:23170:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1749611285.899595:0:23170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1749611285.899597:0:23170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611285.899599:0:23170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1749611285.899601:0:23170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1749611285.899605:0:23170:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1749611285.899607:0:23170:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611285.899629:0:23170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8ba4700. 00000020:00000080:3.0:1749611285.899632:0:23170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749611285.899635:0:23170:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:3.0:1749611285.899638:0:23170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611285.899641:0:23170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8ba4700. 00000020:00000001:3.0:1749611285.899666:0:23170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899670:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e310 type=0x10620000 idx=5 00000040:00001000:3.0:1749611285.899673:0:23170:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:3.0:1749611285.899676:0:23170:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1749611285.899679:0:23170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1749611285.899684:0:23170:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b4a71ea0. 00000020:01000000:3.0:1749611285.899688:0:23170:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff8800b422c000 00000020:00000010:3.0:1749611285.899692:0:23170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880132672b00. 00000020:00000080:3.0:1749611285.899695:0:23170:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1749611285.899698:0:23170:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:3.0:1749611285.899700:0:23170:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1749611285.899703:0:23170:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880132672b00 00000040:00001000:3.0:1749611285.899705:0:23170:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1749611285.899707:0:23170:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1749611285.899709:0:23170:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1749611285.899711:0:23170:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1749611285.899715:0:23170:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1749611285.899717:0:23170:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1749611285.899719:0:23170:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff8800b422c000 00000040:00001000:3.0:1749611285.899722:0:23170:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:3.0:1749611285.899724:0:23170:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1749611285.899726:0:23170:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1749611285.899804:0:23170:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611285.899808:0:23170:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611285.899813:0:23170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880132672b00. 00000020:00000010:3.0:1749611285.899817:0:23170:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b4a71ea0. 00000020:00000001:3.0:1749611285.899820:0:23170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899824:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e380 type=0x10620000 idx=6 00000040:00001000:3.0:1749611285.899827:0:23170:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:3.0:1749611285.899830:0:23170:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:3.0:1749611285.899833:0:23170:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1749611285.899839:0:23170:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:3.0:1749611285.899848:0:23170:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1749611285.899852:0:23170:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899855:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e380 type=0x10620000 idx=6 00000040:00001000:3.0:1749611285.899867:0:23170:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:3.0:1749611285.899870:0:23170:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:3.0:1749611285.899874:0:23170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1749611285.899876:0:23170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611285.899878:0:23170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1749611285.899880:0:23170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1749611285.899885:0:23170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8ba4400. 00000020:00000080:3.0:1749611285.899888:0:23170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1749611285.899889:0:23170:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:3.0:1749611285.899891:0:23170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611285.899894:0:23170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8ba4400. 00000020:00000001:3.0:1749611285.899897:0:23170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611285.899899:0:23170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e460 type=0x0 idx=0 00000040:00000001:3.0:1749611285.899901:0:23170:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1749611285.899903:0:23170:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:3.0:1749611285.899906:0:23170:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880129c8e000. 00000020:00000010:3.0:1749611285.899912:0:23170:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b48b1d80. 00000020:00000010:3.0:1749611285.899937:0:23170:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b53bc00. 00000040:00000010:3.0:1749611285.899942:0:23170:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b53a200. 00000020:00000010:3.0:1749611285.899945:0:23170:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bb000. 00000020:00000010:3.0:1749611285.899949:0:23170:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f8c0. 00000020:00000010:3.0:1749611285.899954:0:23170:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42ca200. 80000000:00000010:3.0:1749611285.899958:0:23170:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88013523bb40. 40000000:00000010:3.0:1749611285.899962:0:23170:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b48b15c0. 00100000:00000010:3.0:1749611285.899966:0:23170:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ba800. 00040000:00000010:3.0:1749611285.899969:0:23170:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611285.899972:0:23170:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cbc00. 00080000:00000010:3.0:1749611285.899977:0:23170:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8a000. 00080000:00000010:3.0:1749611285.899981:0:23170:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48a000. 00000004:00000010:3.0:1749611285.899985:0:23170:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51b9800. 00000004:00000010:3.0:1749611285.899989:0:23170:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48b000. 00000004:00000010:3.0:1749611285.899994:0:23170:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bd800. 00002000:00000010:3.0:1749611285.899997:0:23170:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880130310400. 00000004:00000010:3.0:1749611285.900001:0:23170:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880130311800. 00000020:00000010:3.0:1749611285.900010:0:23170:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b400. 00000040:00000010:1.0:1749611285.900069:0:23140:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b163c0. 00000040:00000001:1.0:1749611285.900076:0:23140:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1749611285.900080:0:23140:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000001:1.0:1749611285.900084:0:23140:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:1.0:1749611285.900089:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88012d125400/ffff88007ef3fb00 to site lru. bkt: ffff88007622cbd0 00000040:00000010:1.0:1749611285.900093:0:23140:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8800762437c0. 00000040:00000001:1.0:1749611285.900097:0:23140:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749611285.900127:0:23140:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136aba000. 00000040:00000010:1.0:1749611285.900142:0:23140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009c9bf400. 00000020:00000001:1.0:1749611285.900145:0:23140:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611285.900149:0:23140:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1749611285.900154:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d124e00. 00000040:00000010:1.0:1749611285.900161:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d124200. 00000020:00000010:1.0:1749611285.900165:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749611285.900170:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d125600. 80000000:00000010:1.0:1749611285.900175:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16420. 00040000:00000010:1.0:1749611285.900181:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125800. 00080000:00000010:1.0:1749611285.900186:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00080000:00000010:1.0:1749611285.900193:0:23140:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009be8b800. 00080000:00000010:1.0:1749611285.900198:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c5000. 00000020:00000010:1.0:1749611285.900203:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 10000000:00000010:1.0:1749611285.900207:0:23140:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b544a000. 10000000:01000000:1.0:1749611285.900211:0:23140:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1749611285.900215:0:23140:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611285.900219:0:23140:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611285.900224:0:23140:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611285.900227:0:23140:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88008350d0c0. 00000020:00000010:1.0:1749611285.900231:0:23140:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dffb80. 00000020:00000001:1.0:1749611285.900234:0:23140:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611285.900254:0:23140:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:1.0:1749611285.900259:0:23140:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff88012e6b3b80. 00000020:00000010:1.0:1749611285.900264:0:23140:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff8800a6272e40. 00000020:00000001:1.0:1749611285.900268:0:23140:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:1.0:1749611285.900271:0:23140:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880129ca2000. 00000020:00000010:1.0:1749611285.900276:0:23140:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880136803600. 00000020:00000001:1.0:1749611285.900280:0:23140:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:1.0:1749611285.900283:0:23140:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:1.0:1749611285.900286:0:23140:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:1.0:1749611285.900290:0:23140:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:1.0:1749611285.900293:0:23140:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:1.0:1749611285.900296:0:23140:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8800b422c000 10000000:00000001:1.0:1749611285.900300:0:23140:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1749611285.900302:0:23140:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8800b422c000 10000000:00000010:1.0:1749611285.900306:0:23140:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff88009d27c400. 10000000:01000000:1.0:1749611285.900310:0:23140:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1749611285.900316:0:23140:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=15 10000000:00000001:1.0:1749611285.900320:0:23140:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 10000000:00000001:1.0:1749611285.900325:0:23140:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 10000000:00000001:1.0:1749611285.900328:0:23140:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:1.0:1749611285.900330:0:23140:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b422c000 from 1 10000000:00000001:1.0:1749611285.900333:0:23140:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:1.0:1749611285.900336:0:23140:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1749611285.900342:0:23140:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99df80. 00000020:00000040:1.0:1749611285.900347:0:23140:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749611285.900352:0:23140:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611285.900356:0:23140:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611285.900362:0:23140:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611285.900369:0:23140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d27d800. 00000100:00000001:1.0:1749611285.900376:0:23140:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611285.900382:0:23140:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1749611285.900385:0:23140:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1749611285.900392:0:23140:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ddf9c00. 00010000:00000001:1.0:1749611285.900397:0:23140:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1749611285.900401:0:23140:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d27cc00. 00000020:00000001:1.0:1749611285.900411:0:23140:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611285.900415:0:23140:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d27cc00 with handle 0x689c0ec07329d390 to hash 00000020:00000001:1.0:1749611285.900418:0:23140:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1749611285.900421:0:23140:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134950849536 : -131938758702080 : ffff88009d27cc00) 00010000:00000001:1.0:1749611285.900425:0:23140:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134950849536 : -131938758702080 : ffff88009d27cc00) 00010000:00000001:1.0:1749611285.900429:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611285.900432:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611285.900437:0:23140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611285.900450:0:23140:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611285.900465:0:23140:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1749611285.900473:0:23140:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749611285.900476:0:23140:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749611285.900482:0:23140:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136803240. 00000100:00000001:1.0:1749611285.900485:0:23140:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137523556928 : -131936185994688 : ffff880136803240) 00000100:00000001:1.0:1749611285.900490:0:23140:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611285.900492:0:23140:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134706667392 : -131939002884224 : ffff88008e99df80) 00000100:00000001:1.0:1749611285.900497:0:23140:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611285.900503:0:23140:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611285.900506:0:23140:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749611285.900509:0:23140:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611285.900516:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611285.900563:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611285.900570:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611285.900576:0:23140:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611285.900588:0:23140:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611285.900597:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611285.900600:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611285.900603:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611285.900606:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611285.900609:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611285.900612:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611285.900614:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611285.900617:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611285.901676:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81b300. 00010000:00000010:2.1:1749611285.901687:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e000. 00000020:00000001:3.0:1749611285.906927:0:23172:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00000100:00000001:2.0:1749611286.151653:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611286.151672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611286.151675:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611286.151680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611286.151683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611286.151687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611286.151689:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611286.458634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611286.458643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611286.458646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611286.458651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611286.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611286.458658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611286.458661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611286.458664:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611286.458667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611286.498657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611286.498664:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611286.498668:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611286.498672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611286.498677:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611286.498680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611286.498684:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611286.498688:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611286.498691:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611286.712667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611286.712675:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611286.712777:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611286.712783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611286.712787:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611286.900670:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611286.900679:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611286.900682:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611286.900687:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611286.900691:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611286.900695:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611286.900698:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611286.900701:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611286.900703:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611286.998710:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749611286.998721:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749611286.998728:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611286.998898:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749611287.151636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611287.151650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611287.151652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611287.151655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611287.151657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611287.151660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611287.151661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611287.458637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611287.458644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611287.458647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611287.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611287.458656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611287.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611287.458663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611287.458666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611287.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611287.498640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611287.498647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611287.498649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611287.498654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611287.498658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611287.498661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611287.498665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611287.498668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611287.498671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611287.714660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611287.714668:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611287.714744:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611287.714751:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611287.714754:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611287.900724:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611287.900733:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611287.900736:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611287.900740:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611287.900744:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611287.900748:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611287.900751:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611287.900754:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611287.900757:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.151663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611288.151669:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611288.151679:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611263/real 1749611263] req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611288.151692:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611288.151694:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611288.151697:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000400:00000200:2.0:1749611288.151701:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611288.151703:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611288.151705:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611288.151708:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611288.151713:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.151717:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611288.151718:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.151720:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611288.151721:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611288.151723:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.151727:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.151735:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611288.151736:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.151738:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611288.151740:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611288.151741:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611288.151743:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.151748:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611288.151749:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.151750:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611288.151750:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.151763:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611288.151765:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611288.151768:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611288.151790:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611288.151792:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611288.151796:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611288.151803:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494644608:0@lo:250:kworker.0 00000100:00000001:2.0:1749611288.151806:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.151808:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611288.151811:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc380 x1834598494644608/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611288 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.151816:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611288.151819:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611288.151822:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4400. 02000000:00000001:2.0:1749611288.151826:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611288.151828:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611288.151831:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611288.151832:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611288.151835:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc9000. 00000100:00080000:0.0:1749611288.151835:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611288.151838:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611288.151839:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1749611288.151840:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000010:2.0:1749611288.151841:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc380. 00000100:00000001:0.0:1749611288.151842:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611288.151844:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1749611288.151844:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611288.151845:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611288.151846:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611288.151847:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611288.151848:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5869 00000100:00000001:2.0:1749611288.151850:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611288.151851:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.151853:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611288.151854:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611288.151857:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611288.151860:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611288.151862:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.151864:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611288.151865:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611288.151868:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611288.151869:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749611288.151872:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611288.151874:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749611288.151876:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749611288.151878:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749611288.151881:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611288.151882:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.151884:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611288.151885:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611288.151888:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749611288.151890:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749611288.151893:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611288.151894:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611288.151897:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611288.151899:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.151900:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611288.151902:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611288.151905:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:0.0:1749611288.151907:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749611288.151909:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611288.151910:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.151912:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611288.151914:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611288.151916:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611288.151921:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d031800. 00000100:00000001:0.0:1749611288.151924:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611288.151928:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494648320/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611288.151938:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611288.151941:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611288.151943:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494648320/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.151959:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611288.151962:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611288.151964:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611288.151965:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611288.151967:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611288.151969:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611288.151971:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5889 00000100:00080000:0.0:1749611288.151973:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611288.151975:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611288.151977:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611288.151977:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.151978:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611288.151979:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611288.151980:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611288.151981:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611288.151982:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611288.151983:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000040:2.0:1749611288.151984:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494648320/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611288.151984:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611288.151986:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611288.151988:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611288.151990:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611288.151992:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611288.151994:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611288.151994:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.151995:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611288.151996:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.151997:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611288.151998:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749611288.151998:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611288.152000:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749611288.152001:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611288.152002:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152003:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611288.152006:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494648320:0@lo:250:kworker.0 02000000:00000001:0.0:1749611288.152007:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611288.152009:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611288.152011:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611288.152011:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611288.152013:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611288.152013:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152015:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611288.152015:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611288.152017:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611288.152018:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4400. 00000100:00000010:0.0:1749611288.152019:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 02000000:00000001:2.0:1749611288.152020:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611288.152021:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611288.152023:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1749611288.152024:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 02000000:00000001:0.0:1749611288.152024:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152025:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611288.152026:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749611288.152028:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 02000000:00000001:0.0:1749611288.152028:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611288.152031:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d032400. 00000100:00000200:2.0:1749611288.152032:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494648320, portal 25 00000100:00000001:2.0:1749611288.152034:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611288.152034:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152036:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00100000:0.0:1749611288.152037:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611288.152040:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494648320/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.152043:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611288.152045:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152046:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611288.152048:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611288.152049:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611288.152051:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611288.152054:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494648320, offset 0 00000100:00000001:0.0:1749611288.152055:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611288.152057:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749611288.152058:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611288.152060:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611288.152061:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611288.152062:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611288.152064:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611288.152065:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5889 00000100:00080000:0.0:1749611288.152067:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749611288.152069:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611288.152069:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611288.152070:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.152071:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611288.152073:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611288.152098:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611288.152099:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611288.152100:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611288.152102:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611288.152104:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611288.152105:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611288.152108:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611288.152109:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.152111:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:2.0:1749611288.152112:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf943800 00000100:00000001:0.0:1749611288.152112:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611288.152114:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611288.152116:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000100:2.0:1749611288.152118:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494648320 offset 0 length 520: 4 00000100:00000001:0.0:1749611288.152118:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611288.152120:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611288.152121:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:0.0:1749611288.152122:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611288.152124:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:0.0:1749611288.152124:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152125:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611288.152127:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611288.152130:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000010:0.0:1749611288.152130:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 00000400:00000010:2.0:1749611288.152132:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000040:0.0:1749611288.152132:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611288.152134:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611288.152135:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152136:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611288.152137:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611288.152138:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611288.152138:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611288.152141:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d033800. 00000100:00000200:2.0:1749611288.152142:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494648320/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.152144:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611288.152147:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611288.152148:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611288.152151:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494648320/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.152154:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611288.152155:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152156:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152158:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611288.152158:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc380] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152161:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152165:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300561632 00000100:00000010:2.0:1749611288.152173:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211640. 00000100:00000001:0.0:1749611288.152173:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611288.152175:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611288.152178:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749611288.152178:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611288.152179:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611288.152180:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611288.152182:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611288.152184:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300561632 00000100:00080000:0.0:1749611288.152184:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5889 00000100:00000010:2.0:1749611288.152186:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b42111c0. 00000100:00080000:0.0:1749611288.152186:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611288.152188:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611288.152189:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611288.152190:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.152192:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611288.152193:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611288.152195:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611288.152196:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611288.152197:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611288.152199:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300561632 00000020:00000040:0.0:1749611288.152199:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611288.152201:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:2.0:1749611288.152202:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211bc0. 00000020:00000001:0.0:1749611288.152203:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611288.152204:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749611288.152205:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611288.152207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300561632 00000100:00000001:0.0:1749611288.152207:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611288.152208:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000010:2.0:1749611288.152209:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4211a00. 00000100:00000001:0.0:1749611288.152210:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611288.152211:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749611288.152212:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00080000:0.0:1749611288.152213:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611288.152214:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611288.152215:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611288.152218:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611288.152219:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152220:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611288.152221:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611288.152222:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152224:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152225:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152226:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611288.152228:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611288.152229:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1749611288.152229:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749611288.152230:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1749611288.152231:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611288.152232:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611288.152232:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152233:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611288.152234:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611288.152234:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611288.152237:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611288.152238:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611288.152239:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611288.152241:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d033400. 00000100:00000001:0.0:1749611288.152243:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611288.152247:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611288.152253:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611288.152253:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611288.152254:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152255:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152256:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611288.152257:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611288.152257:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611288.152259:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611288.152262:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494648448:0@lo:38:kworker.0 00000100:00000001:2.0:1749611288.152264:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611288.152264:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152266:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611288.152266:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1749611288.152267:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152268:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611288.152269:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1749611288.152270:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 00000100:00000010:0.0:1749611288.152271:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 02000000:00000001:2.0:1749611288.152272:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611288.152273:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:2.0:1749611288.152275:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000001:0.0:1749611288.152275:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611288.152276:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749611288.152277:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 02000000:00000001:0.0:1749611288.152278:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611288.152280:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494648448, portal 4 00000100:00000001:2.0:1749611288.152281:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749611288.152281:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000100:00000001:2.0:1749611288.152282:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:0.0:1749611288.152283:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611288.152286:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611288.152288:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.152292:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611288.152293:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611288.152294:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611288.152295:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611288.152297:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000040:0.0:1749611288.152297:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_00_03+3] req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611288.152299:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494648448, offset 0 00000400:00000200:2.0:1749611288.152302:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611288.152307:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611288.152311:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf943880 00000400:00000200:2.0:1749611288.152315:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 3640 00000400:00000200:2.0:1749611288.152321:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611288.152324:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611288.152328:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611288.152330:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749611288.152330:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611288.152333:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc700. 00000100:00000040:0.0:1749611288.152334:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5899) 00000100:00000040:2.0:1749611288.152338:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fc700 x1834598494648448 msgsize 520 00000100:00100000:2.0:1749611288.152342:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611288.152343:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611288.152347:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749611288.152347:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611288.152348:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611288.152349:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611288.152351:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:3.0:1749611288.152352:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611288.152353:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611288.152353:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611288.152353:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152354:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611288.152355:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611288.152355:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611288.152356:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749611288.152358:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611288.152361:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152364:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611288.152366:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611288.152367:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611288.152367:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611288.152368:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611288.152369:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749611288.152369:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494648448 02000000:00000001:3.0:1749611288.152371:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611288.152371:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611288.152371:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749611288.152372:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152372:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611288.152373:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611288.152374:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494648832:0@lo:400:kworker.0 00000100:00000001:2.0:1749611288.152375:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152375:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152376:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611288.152378:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611288.152379:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611288.152379:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1292 usecs (2 jiffies) 02000000:00000001:0.0:1749611288.152379:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611288.152380:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611288.152381:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300561611 00000100:00000001:2.0:1749611288.152382:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300561632 00000100:00100000:0.0:1749611288.152382:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494648448 02000000:00000010:3.0:1749611288.152383:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4dc00. 02000000:00000001:3.0:1749611288.152384:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152384:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300561611 00000020:00000001:0.0:1749611288.152384:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611288.152385:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611288.152386:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300561632 00000020:00000001:0.0:1749611288.152386:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749611288.152387:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000001:2.0:1749611288.152388:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300561611 00000020:00000001:0.0:1749611288.152388:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152389:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300561632 00000020:00000001:0.0:1749611288.152389:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611288.152390:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611288.152391:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300561611 00000100:00000001:2.0:1749611288.152392:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300561632 00000100:00000200:3.0:1749611288.152393:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494648832, portal 10 00000020:00000010:0.0:1749611288.152393:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be000. 00000100:00000001:3.0:1749611288.152394:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611288.152394:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611288.152395:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:2.0:1749611288.152395:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152397:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749611288.152397:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000100:00000040:3.0:1749611288.152399:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611288.152400:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611288.152401:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:3.0:1749611288.152403:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611288.152404:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611288.152405:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749611288.152406:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611288.152406:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152406:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611288.152408:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611288.152409:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152411:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611288.152412:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611288.152413:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494648832, offset 0 00000100:00000001:0.0:1749611288.152413:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152414:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611288.152416:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611288.152417:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494648576:0@lo:38:kworker.0 00000100:00000001:2.0:1749611288.152419:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611288.152421:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611288.152421:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611288.152422:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611288.152423:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611288.152424:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf943a00 02000000:00000001:2.0:1749611288.152424:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611288.152426:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 00000400:00000200:3.0:1749611288.152428:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 44544 02000000:00000001:2.0:1749611288.152428:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611288.152430:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:0.0:1749611288.152430:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611288.152431:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611288.152432:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611288.152433:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611288.152433:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611288.152436:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494648576, portal 10 00000100:00100000:0.0:1749611288.152436:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00000001:3.0:1749611288.152437:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611288.152437:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611288.152437:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749611288.152438:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611288.152439:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 00000100:00000001:1.0:1749611288.152439:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611288.152439:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936692480 : -131938772859136 : ffff88009c4fc700) 00000100:00000010:3.0:1749611288.152441:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd880. 00000100:00000001:1.0:1749611288.152441:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611288.152442:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd880 x1834598494648832 msgsize 224 00000100:00000040:0.0:1749611288.152442:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fc700 x1834598494648448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611288.152443:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611288.152443:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611288.152444:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611288.152449:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611288.152450:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611288.152450:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611288.152451:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494648448:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749611288.152452:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000400:00000200:3.0:1749611288.152453:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611288.152454:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000200:0.0:1749611288.152454:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494648448 00000100:00000001:3.0:1749611288.152456:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611288.152457:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749611288.152458:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611288.152460:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611288.152462:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494648576, offset 0 00000100:00000001:3.0:1749611288.152463:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611288.152464:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749611288.152465:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611288.152465:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611288.152465:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494648832 02000000:00000001:1.0:1749611288.152467:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611288.152469:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611288.152469:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611288.152470:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611288.152470:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611288.152470:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152472:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611288.152473:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611288.152474:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 961 usecs (1 jiffies) 00000400:00000200:2.0:1749611288.152474:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943900 00000020:00000001:0.0:1749611288.152475:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152476:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300561610 00000100:00000001:3.0:1749611288.152477:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300561632 00000400:00000200:2.0:1749611288.152478:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 44768 00010000:00020000:0.0:1749611288.152478:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611288.152479:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300561610 00000100:00000001:3.0:1749611288.152480:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300561632 00000100:00100000:1.0:1749611288.152480:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494648832 00010000:00000001:0.0:1749611288.152480:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611288.152481:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300561610 00000400:00000200:2.0:1749611288.152482:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611288.152482:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611288.152483:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300561632 00000020:00000040:1.0:1749611288.152483:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00010000:00000001:0.0:1749611288.152483:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611288.152485:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611288.152485:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611288.152485:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611288.152487:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300561610 00000100:00000001:2.0:1749611288.152487:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611288.152487:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611288.152488:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300561632 00000100:00000200:2.0:1749611288.152488:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749611288.152488:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611288.152489:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611288.152489:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611288.152490:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611288.152490:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:2.0:1749611288.152491:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fca80. 00000100:00000001:3.0:1749611288.152492:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611288.152492:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000010:0.0:1749611288.152492:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032000. 00000100:00000001:3.0:1749611288.152493:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611288.152493:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fca80 x1834598494648576 msgsize 520 02000000:00000001:0.0:1749611288.152494:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611288.152496:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611288.152496:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611288.152496:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611288.152498:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3700. 00010000:00000001:0.0:1749611288.152499:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611288.152501:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152502:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611288.152503:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211d00. 00000100:00001000:0.0:1749611288.152504:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:1.0:1749611288.152507:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611288.152507:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611288.152508:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000001:0.0:1749611288.152509:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611288.152510:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000040:0.0:1749611288.152510:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611288.152512:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611288.152512:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611288.152513:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611288.152514:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749611288.152515:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611288.152516:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 00000100:00000040:0.0:1749611288.152517:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749611288.152518:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2800. 02000000:00000001:0.0:1749611288.152519:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611288.152521:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152538:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611288.152541:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.152544:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611288.152546:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611288.152547:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611288.152548:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749611288.152549:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000001:2.0:1749611288.152550:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611288.152551:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494648448, offset 0 00000020:00000010:1.0:1749611288.152552:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000040:2.0:1749611288.152553:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1128 usecs (2 jiffies) 00000100:00000001:3.0:1749611288.152555:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611288.152555:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300561612 00000400:00000200:0.0:1749611288.152555:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611288.152556:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494648576 02000000:00000001:3.0:1749611288.152557:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611288.152557:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300561632 00000100:00000001:3.0:1749611288.152558:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611288.152558:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611288.152559:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152559:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300561612 00000400:00000200:0.0:1749611288.152559:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611288.152560:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300561632 00000100:00000001:1.0:1749611288.152560:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749611288.152561:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611288.152561:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749611288.152562:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494648576 00000100:00000001:2.0:1749611288.152562:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300561612 00000020:00000001:3.0:1749611288.152563:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611288.152563:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611288.152563:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf943880 00000020:00000040:3.0:1749611288.152564:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611288.152564:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300561632 00000020:00000001:3.0:1749611288.152565:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611288.152566:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152566:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300561612 00000100:00000001:2.0:1749611288.152567:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300561632 00000400:00000200:0.0:1749611288.152567:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x86f5 [1] + 0 00000020:00000001:3.0:1749611288.152568:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611288.152568:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611288.152569:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611288.152570:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c400. 00000100:00000001:1.0:1749611288.152570:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611288.152571:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611288.152571:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611288.152571:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749611288.152572:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880132672900. 00000100:00000001:2.0:1749611288.152573:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611288.152573:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749611288.152574:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749611288.152575:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611288.152575:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611288.152576:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611288.152577:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611288.152578:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611288.152579:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152579:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749611288.152579:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152580:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749611288.152581:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152581:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611288.152582:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611288.152583:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611288.152583:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611288.152584:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611288.152585:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611288.152586:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611288.152588:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00000001:3.0:1749611288.152589:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611288.152590:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611288.152590:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:0.0:1749611288.152591:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611288.152592:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00000001:2.0:1749611288.152592:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611288.152592:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933972096 : -131936775579520 : ffff8801135bd880) 00000100:00000001:3.0:1749611288.152594:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936693376 : -131938772858240 : ffff88009c4fca80) 00000100:00000040:3.0:1749611288.152596:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fca80 x1834598494648576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152596:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611288.152596:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:724/0 lens 224/0 e 0 to 0 dl 1749611299 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611288.152597:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611288.152598:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611288.152599:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611288.152601:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611288.152601:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00100000:3.0:1749611288.152602:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494648576:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749611288.152603:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00100000:2.0:1749611288.152604:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494648704:0@lo:38:kworker.0 00000100:00000001:1.0:1749611288.152605:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611288.152605:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611288.152606:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611288.152606:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611288.152607:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3a40. 02000000:00000001:2.0:1749611288.152608:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611288.152608:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611288.152609:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494648576 02000000:00000001:2.0:1749611288.152609:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611288.152609:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611288.152610:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:3.0:1749611288.152611:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611288.152611:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749611288.152612:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611288.152612:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611288.152613:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611288.152614:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611288.152614:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611288.152616:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3a40. 00000400:00000010:2.0:1749611288.152617:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000020:00000001:3.0:1749611288.152618:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611288.152618:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc700 x1834598494648448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611288.152619:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00010000:00020000:3.0:1749611288.152620:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611288.152621:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611288.152622:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494648704, portal 10 00000100:00100000:1.0:1749611288.152622:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494648832:12345-0@lo:400:kworker.0 00010000:00000001:3.0:1749611288.152623:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611288.152623:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611288.152624:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611288.152625:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611288.152625:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 02000000:00000001:3.0:1749611288.152626:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749611288.152626:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494648832 00000100:00100000:0.0:1749611288.152626:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494648448:12345-0@lo:38:kworker.0 Request processed in 174us (285us total) trans 0 rc -19/-19 02000000:00000010:3.0:1749611288.152628:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311c00. 00000020:00000001:1.0:1749611288.152628:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611288.152629:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611288.152629:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611288.152630:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611288.152630:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:3.0:1749611288.152632:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749611288.152632:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611288.152632:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00000001:3.0:1749611288.152633:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611288.152634:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611288.152634:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611288.152634:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611288.152634:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611288.152635:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611288.152636:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611288.152636:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611288.152636:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611288.152637:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611288.152637:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000020:00000001:1.0:1749611288.152638:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1749611288.152639:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:2.0:1749611288.152639:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494648704, offset 0 00000020:00000010:0.0:1749611288.152639:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000100:00000001:3.0:1749611288.152640:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611288.152641:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611288.152642:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611288.152642:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749611288.152642:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000040:3.0:1749611288.152643:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:1.0:1749611288.152643:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749611288.152644:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611288.152645:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611288.152645:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749611288.152645:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be000. 00000100:00000001:3.0:1749611288.152646:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611288.152646:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611288.152647:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611288.152647:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611288.152648:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000020:00000001:1.0:1749611288.152649:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611288.152649:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611288.152650:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943980 00000100:00000200:3.0:1749611288.152651:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494648576, offset 0 00000100:00000001:1.0:1749611288.152652:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611288.152653:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 45288 02000000:00000001:1.0:1749611288.152654:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749611288.152656:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749611288.152656:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087544000. 00000400:00000200:2.0:1749611288.152657:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611288.152658:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611288.152659:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611288.152660:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611288.152660:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611288.152660:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611288.152661:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749611288.152662:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611288.152663:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943900 00000100:00000200:2.0:1749611288.152663:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1749611288.152663:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00010000:00000040:1.0:1749611288.152664:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494648832 00000100:00000010:2.0:1749611288.152665:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd500. 00000400:00000200:3.0:1749611288.152666:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8705 [1] + 0 00010000:00000001:1.0:1749611288.152666:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749611288.152667:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd500 x1834598494648704 msgsize 520 00000400:00000200:3.0:1749611288.152669:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611288.152670:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:1.0:1749611288.152671:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:724/0 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611288.152674:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611288.152676:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749611288.152677:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749611288.152678:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611288.152679:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152681:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749611288.152682:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=43 v=5 (1 1 1 1) 00000100:00000040:3.0:1749611288.152683:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611288.152685:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:1.0:1749611288.152685:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611288.152685:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611288.152686:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494648704 00000100:00000001:3.0:1749611288.152687:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611288.152687:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000040:1.0:1749611288.152687:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:0.0:1749611288.152688:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611288.152689:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611288.152689:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611288.152689:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611288.152690:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:0.0:1749611288.152690:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611288.152691:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:1.0:1749611288.152691:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611288.152692:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611288.152692:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611288.152692:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152693:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611288.152694:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611288.152694:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611288.152694:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494648704 00000100:00000001:3.0:1749611288.152695:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611288.152696:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611288.152696:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611288.152697:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611288.152698:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152698:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611288.152699:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611288.152701:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611288.152701:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749611288.152702:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fca80 x1834598494648576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611288.152703:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000020:00000001:0.0:1749611288.152703:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611288.152704:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611288.152705:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152706:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611288.152707:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494648576:12345-0@lo:38:kworker.0 Request processed in 105us (213us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611288.152707:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749611288.152707:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494648832, offset 224 00000020:00000010:0.0:1749611288.152708:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be000. 00000100:00000001:2.0:1749611288.152710:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611288.152710:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000400:00000200:1.0:1749611288.152711:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611288.152712:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000020:00000010:0.0:1749611288.152712:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000001:3.0:1749611288.152713:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749611288.152713:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000100:00000001:3.0:1749611288.152714:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611288.152714:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300561611 00000100:00000001:0.0:1749611288.152715:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749611288.152716:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880132672900. 00000100:00000001:2.0:1749611288.152716:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300561632 00000400:00000200:1.0:1749611288.152717:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611288.152717:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611288.152718:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000001:0.0:1749611288.152718:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611288.152719:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c400. 00000100:00000001:2.0:1749611288.152719:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300561611 00000100:00000001:2.0:1749611288.152720:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300561632 00000100:00000001:0.0:1749611288.152720:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152721:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611288.152721:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943a00 00000100:00000001:2.0:1749611288.152722:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300561611 00000100:00000001:2.0:1749611288.152724:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300561632 00000100:00000001:2.0:1749611288.152725:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300561611 00000400:00000200:1.0:1749611288.152725:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x86fd [1] + 224 00000100:00000001:0.0:1749611288.152725:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611288.152726:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611288.152726:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611288.152727:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300561632 00000100:00100000:3.0:1749611288.152728:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00000001:2.0:1749611288.152729:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611288.152729:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611288.152730:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936696064 : -131938772855552 : ffff88009c4fd500) 00000100:00000001:2.0:1749611288.152730:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611288.152731:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611288.152732:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd500 x1834598494648704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611288.152733:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611288.152734:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611288.152736:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611288.152738:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611288.152739:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611288.152741:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611288.152742:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494648704:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611288.152742:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611288.152744:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494648704 00000100:00000200:2.0:1749611288.152744:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611288.152746:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611288.152747:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611288.152747:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611288.152750:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611288.152752:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611288.152753:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611288.152754:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611288.152756:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749611288.152756:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611288.152757:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611288.152757:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611288.152759:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312800. 00000100:00000200:2.0:1749611288.152759:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611288.152760:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152761:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611288.152762:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611288.152763:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611288.152764:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611288.152765:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611288.152766:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611288.152766:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611288.152766:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611288.152767:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611288.152768:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611288.152768:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611288.152769:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611288.152770:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611288.152770:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:3.0:1749611288.152771:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611288.152772:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611288.152772:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611288.152772:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:3.0:1749611288.152773:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611288.152773:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611288.152774:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611288.152775:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611288.152775:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611288.152775:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611288.152776:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611288.152776:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:3.0:1749611288.152777:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:1.0:1749611288.152778:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611288.152779:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494648704, offset 0 00000100:00001000:2.0:1749611288.152780:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611288 v=5 (0 0 0 0) 00000100:00000040:1.0:1749611288.152780:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:3.0:1749611288.152781:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611288.152782:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:2.0:1749611288.152783:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=111 v=20 (1 1 1 20) 00000400:00000200:3.0:1749611288.152784:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611288.152784:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749611288.152784:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152785:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611288.152786:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611288.152787:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611288.152789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611288.152789:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:724/0 lens 224/224 e 0 to 0 dl 1749611299 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611288.152790:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943980 00000400:00000200:3.0:1749611288.152792:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8711 [1] + 0 00000400:00000200:3.0:1749611288.152794:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611288.152794:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611288.152795:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611288.152796:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611288.152796:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152797:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611288.152798:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611288.152798:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611288.152798:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494648832:12345-0@lo:400:kworker.0 Request processed in 191us (353us total) trans 0 rc 0/0 00000100:00080000:2.0:1749611288.152799:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749611288.152800:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611288.152801:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611288.152802:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611288.152804:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611288.152804:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00000040:3.0:1749611288.152805:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611288.152807:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:2.0:1749611288.152808:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494648448:0@lo:38:kworker.0 00000100:00000001:1.0:1749611288.152808:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611288.152809:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611288.152810:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749611288.152811:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611288.152812:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611288.152812:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2800. 00000400:00000010:2.0:1749611288.152816:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611288.152818:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000010:1.0:1749611288.152818:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000400:00000010:2.0:1749611288.152819:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000400:00000200:3.0:1749611288.152821:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:2.0:1749611288.152821:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611288.152821:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 00000400:00000010:3.0:1749611288.152822:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611288.152823:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611288.152823:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611288.152823:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611288.152825:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611288.152825:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:3.0:1749611288.152826:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611288.152827:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611288.152827:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611288.152827:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611288.152828:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611288.152830:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd500 x1834598494648704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611308 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152831:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611288.152831:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152833:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611288.152834:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611288.152834:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611288.152835:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494648704:12345-0@lo:38:kworker.0 Request processed in 92us (167us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611288.152835:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152836:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611288.152838:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00001000:2.0:1749611288.152838:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611288 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611288.152840:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611288.152840:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749611288.152840:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=93 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611288.152841:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749611288.152842:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000100:00000001:2.0:1749611288.152842:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611288.152842:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611288.152843:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000040:2.0:1749611288.152844:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611288.152845:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be000. 00000100:00000001:3.0:1749611288.152846:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152848:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611288.152849:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611288.152850:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152851:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611288.152851:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611288.152852:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611288.152853:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611288.152854:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749611288.152854:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611288.152855:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749611288.152856:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749611288.152856:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611288.152857:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611288.152860:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000400:00000200:3.0:1749611288.152863:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611288.152864:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611288.152866:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611288.152866:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494648576:0@lo:38:kworker.0 00000100:00000200:3.0:1749611288.152868:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152868:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152870:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611288.152871:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494648448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611288.152872:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152874:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611288.152875:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611288.152876:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611288.152876:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611288.152876:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 00000100:00000001:3.0:1749611288.152878:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611288.152878:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749611288.152878:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611288.152879:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611288.152880:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611288.152880:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749611288.152881:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611288.152881:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611288.152882:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611288.152883:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d032400. 00000100:00001000:3.0:1749611288.152884:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=143 v=5 (5 5 5 5) 02000000:00000001:2.0:1749611288.152885:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1749611288.152886:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=143 v=5 (1 1 1 1) 02000000:00000001:2.0:1749611288.152886:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611288.152887:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1749611288.152887:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000001:3.0:1749611288.152888:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152892:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611288.152893:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152894:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749611288.152895:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749611288.152897:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc380 x1834598494648576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611288.152898:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611288.152902:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152902:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611288.152903:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611288.152904:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1749611288.152904:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 00000100:00000040:3.0:1749611288.152905:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611288.152906:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749611288.152906:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611288.152907:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611288.152907:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611288.152908:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611288.152908:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611288.152909:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611288.152911:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d033800. 00000100:00000001:3.0:1749611288.152912:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611288.152913:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749611288.152913:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611288.152913:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611288.152914:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749611288.152914:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc380. 00000100:00000040:3.0:1749611288.152915:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152916:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611288.152921:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152923:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611288.152926:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494648832:0@lo:400:kworker.0 00000100:00000001:2.0:1749611288.152926:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611288.152928:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152928:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611288.152929:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611288.152930:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611288.152930:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611288.152931:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494648832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611288.152933:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611288.152934:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1749611288.152934:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611288.152935:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611288.152936:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4dc00. 00000400:00000010:2.0:1749611288.152936:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 02000000:00000001:3.0:1749611288.152937:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611288.152938:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749611288.152938:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000020:00000040:3.0:1749611288.152939:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:2.0:1749611288.152939:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000020:00000001:3.0:1749611288.152940:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611288.152941:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 00000100:00000001:2.0:1749611288.152941:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611288.152944:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749611288.152944:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611288.152945:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611288.152946:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000001:3.0:1749611288.152949:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611288.152950:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611288.152951:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611288.152951:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611288.152955:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611288.152956:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152956:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611288.152957:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611288.152958:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611288.152959:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.152959:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611288.152960:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611288.152961:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611288.152963:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611288.152964:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611288.152967:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611288 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611288.152970:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=143 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611288.152972:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611288.152973:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611288.152975:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611288.152978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.152984:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611288.152986:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611288.152987:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.152988:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611288.152989:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611288.152997:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611288.152999:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611288.153001:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611288.153005:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611288.153012:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494648704:0@lo:38:kworker.0 00000100:00000001:2.0:1749611288.153015:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.153017:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611288.153019:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494648704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611313 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611288.153025:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611288.153026:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611288.153028:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611288.153030:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611288.153031:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611288.153032:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611288.153034:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611288.153035:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d033400. 02000000:00000001:2.0:1749611288.153037:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611288.153038:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611288.153039:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611288.153041:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611288.153042:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.153043:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.153045:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611288.153046:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611288.153047:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.153048:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611288.174598:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300561632, at 4300561632 00000100:00000040:1.0:1749611288.174598:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300561632, at 4300561632 00000100:00000040:0.0:1749611288.174598:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300561632, at 4300561632 00000100:00000040:3.0:1749611288.174599:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300561632, at 4300561632 00000100:00000010:1.0:1749611288.174610:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b42111c0. 00000100:00000010:0.0:1749611288.174626:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211640. 00000100:00000010:2.0:1749611288.174633:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211bc0. 00000100:00000010:3.0:1749611288.174638:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4211a00. 00000100:00000001:0.0:1749611288.458685:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611288.458693:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611288.458696:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611288.458701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611288.458704:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611288.458709:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611288.458712:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611288.458715:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611288.458717:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611288.498649:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611288.498655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611288.498658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611288.498679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611288.498682:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611288.498685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.498687:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611288.498691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611288.498694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611288.716724:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611288.716732:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611288.716861:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611288.716867:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611288.716872:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611288.900674:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611288.900683:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611288.900686:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611288.900690:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611288.900694:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611288.900699:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611288.900703:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611288.900708:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611288.900712:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611289.458684:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611289.458694:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611289.458697:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611289.458704:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611289.458710:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611289.458714:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611289.458726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611289.458730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611289.458735:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611289.498619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611289.498625:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611289.498627:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611289.498631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611289.498634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611289.498636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611289.498639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611289.498642:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611289.498645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611289.718696:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611289.718717:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611289.718793:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611289.718801:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611289.718806:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611289.900728:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611289.900737:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611289.900740:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611289.900748:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611289.900753:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611289.900758:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611289.900762:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611289.900766:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611289.900770:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611290.458680:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611290.458716:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611290.458718:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611290.458722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611290.458725:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611290.458729:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611290.458731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611290.458734:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611290.458737:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611290.498685:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611290.498694:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611290.498697:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611290.498703:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611290.498707:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611290.498711:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611290.498714:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611290.498731:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611290.498747:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611290.498754:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611290.498767:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611290.498771:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611290.498775:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611290.498778:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611290.498784:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611290.498811:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494648064:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611290.498819:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611290.498822:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611290.498827:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611290.498830:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611290.498835:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611290.498846:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611290.498850:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611290.498857:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611290.498859:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611290.498864:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611290.498870:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611290.498874:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611290.498879:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=4 00000020:00000001:2.0:1749611290.498882:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:2.0:1749611290.498887:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00010000:2.0:1749611290.498896:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611290.498911:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611290.498918:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611290.498927:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611290.498933:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611290.498943:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611290.498946:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611290.498958:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611290.498969:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611290.498973:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611290.498977:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611290.498982:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611290.498992:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611290.498997:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611290.499001:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611290.499010:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611290.499012:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611290.499015:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611290.499017:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=5 00000020:00000001:2.0:1749611290.499021:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:2.0:1749611290.499024:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:2.0:1749611290.499029:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611290.499033:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611290.499042:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611290.499046:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611290.499054:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:2.0:1749611290.499125:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611290.499127:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611290.499132:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611290.499135:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611290.499139:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611290.499142:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611290.499154:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611290.499157:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611290.499162:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e600 with handle 0x689c0ec07329d389 from hash 00010000:00000001:2.0:1749611290.499166:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611290.499168:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611290.499170:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611290.499172:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611290.499174:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611290.499177:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611290.499181:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611290.499182:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611290.499185:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611290.499188:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611290.499193:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611290.499226:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611290.499228:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611290.499230:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611290.499232:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611290.499235:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611290.499236:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611290.499238:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611290.499241:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d389 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611290.499252:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81b000 count: 0 00010000:00000001:2.0:1749611290.499294:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611290.499297:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611290.499301:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611290.499308:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494648064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611290.499319:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611290.499324:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611290.499327:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611290.499330:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611290.499345:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611290.499353:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611290.499355:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611290.499358:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:2.0:1749611290.499363:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611290.499366:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611290.499369:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611290.499373:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749611290.499378:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:2.0:1749611290.499384:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:2.0:1749611290.499388:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:2.0:1749611290.499391:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611290.499394:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611290.499397:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:2.0:1749611290.499400:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611290.499403:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611290.499406:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 4 10000000:00000001:2.0:1749611290.499409:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611290.499411:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611290.499413:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749611290.499416:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611290.499419:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611290.499423:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611290.499425:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611290.499432:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000040:2.0:1749611290.499437:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611290.499442:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611290.499447:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611290.499452:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611290.499461:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611290.499470:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611290.499476:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611290.499480:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611290.499486:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012dbe5500. 00010000:00000001:2.0:1749611290.499492:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611290.499494:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e000. 00000020:00000001:2.0:1749611290.499498:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611290.499508:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e000 with handle 0x689c0ec07329d397 to hash 00000020:00000001:2.0:1749611290.499510:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611290.499512:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611290.499515:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611290.499518:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611290.499555:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611290.499559:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611290.499568:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611290.499580:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611290.499586:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611290.499588:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611290.499595:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611290.499597:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611290.499600:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611290.499602:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000001:2.0:1749611290.499607:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611290.499611:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611290.499614:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611290.499615:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611290.499620:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611290.499629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611290.499630:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611290.499634:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611290.499642:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611290.499643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611290.499650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611290.499652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611290.499654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611290.499656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611290.499658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611290.499660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611290.499662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1749611290.502724:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81b000. 00010000:00000010:0.1:1749611290.502746:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e600. 00010000:00000001:0.0:1749611290.720690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611290.720698:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611290.720840:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611290.720846:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611290.720850:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611290.900698:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611290.900707:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611290.900710:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611290.900714:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611290.900718:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611290.900722:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611290.900725:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611290.900728:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611290.900730:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.458738:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611291.458747:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611291.458749:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611291.458754:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611291.458758:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611291.458762:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611291.458765:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611291.458768:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611291.458771:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.499675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611291.499682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611291.499684:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611291.499688:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611291.499691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611291.499694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.499697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611291.499700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.499702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.722696:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611291.722704:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611291.722794:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611291.722801:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611291.722804:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611291.900691:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611291.900700:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611291.900702:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611291.900706:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803240 going to sleep for 0 seconds 00000100:00000001:1.0:1749611291.900728:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611291.900732:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.900735:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749611291.900748:0:23140:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.900759:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611291.900763:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.900772:0:23140:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749611291.900776:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.900778:0:23140:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611291.900780:0:23140:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611291.900783:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611291.900792:0:23140:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008e99df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:23140:1834598494648192:0@lo:101:mount.lustre.0 00000100:00000001:1.0:1749611291.900798:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.900800:0:23140:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749611291.900803:0:23140:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1749611291.900805:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611291.900808:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.900814:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611291.900817:0:23140:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136803240. 00000100:00000001:1.0:1749611291.900823:0:23140:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1749611291.900825:0:23140:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:1.0:1749611291.900829:0:23140:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1749611291.900832:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749611291.900836:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611291.900839:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27cc00 refcount=4 00000020:00000001:1.0:1749611291.900842:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950849536 : -131938758702080 : ffff88009d27cc00) 00010000:00000001:1.0:1749611291.900845:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950849536 : -131938758702080 : ffff88009d27cc00) 00010000:00010000:1.0:1749611291.900857:0:23140:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611291.900867:0:23140:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:1.0:1749611291.900872:0:23140:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611291.900878:0:23140:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1749611291.900881:0:23140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611291.900887:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611291.900889:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1749611291.900892:0:23140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611291.900898:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611291.900900:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611291.900903:0:23140:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1749611291.900906:0:23140:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611291.900912:0:23140:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009d27cc00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:1.0:1749611291.900916:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749611291.900920:0:23140:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611291.900925:0:23140:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1749611291.900927:0:23140:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749611291.900928:0:23140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611291.900929:0:23140:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27cc00 refcount=5 00000020:00000001:1.0:1749611291.900931:0:23140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950849536 : -131938758702080 : ffff88009d27cc00) 00010000:00000001:1.0:1749611291.900933:0:23140:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950849536 : -131938758702080 : ffff88009d27cc00) 00010000:00000001:1.0:1749611291.900941:0:23140:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1749611291.900944:0:23140:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1749611291.900950:0:23140:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749611291.900953:0:23140:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749611291.900958:0:23140:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1749611291.900960:0:23140:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1749611291.900962:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611291.900964:0:23140:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1749611291.900966:0:23140:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1749611291.900968:0:23140:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1749611291.900970:0:23140:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1749611291.900972:0:23140:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611291.900973:0:23140:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611291.900976:0:23140:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d27cc00 with handle 0x689c0ec07329d390 from hash 00010000:00000001:1.0:1749611291.900978:0:23140:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1749611291.900980:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611291.900981:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611291.900982:0:23140:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1749611291.900983:0:23140:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1749611291.900985:0:23140:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1749611291.900987:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611291.900988:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611291.900989:0:23140:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611291.900991:0:23140:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611291.900994:0:23140:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611291.900998:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611291.900999:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611291.901001:0:23140:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1749611291.901002:0:23140:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1749611291.901003:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611291.901009:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611291.901010:0:23140:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1749611291.901013:0:23140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009d27cc00/0x689c0ec07329d390 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 23140 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1749611291.901021:0:23140:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ddf9c00 count: 0 00010000:00000001:1.0:1749611291.901094:0:23140:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611291.901097:0:23140:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749611291.901101:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611291.901106:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008e99df80 x1834598494648192/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.901114:0:23140:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749611291.901117:0:23140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611291.901119:0:23140:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749611291.901121:0:23140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611291.901125:0:23140:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d27d800. 02000000:00000001:1.0:1749611291.901134:0:23140:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611291.901137:0:23140:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611291.901139:0:23140:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99df80. 00000100:00000001:1.0:1749611291.901144:0:23140:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611291.901146:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1749611291.901148:0:23140:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:1.0:1749611291.901151:0:23140:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:1.0:1749611291.901153:0:23140:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1749611291.901156:0:23140:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6b3a40. 00000020:00000010:1.0:1749611291.901161:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d800. 00000020:00000010:1.0:1749611291.901167:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c600. 00000040:00000010:1.0:1749611291.901170:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27c200. 00000020:00000010:1.0:1749611291.901183:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012e555800. 00000020:00000010:1.0:1749611291.901188:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c000. 80000000:00000010:1.0:1749611291.901192:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a62728a0. 00040000:00000010:1.0:1749611291.901199:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27d000. 00080000:00000010:1.0:1749611291.901204:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611291.901211:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 10000000:00000040:1.0:1749611291.901219:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:1.0:1749611291.901230:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 00000040:00000001:1.0:1749611291.901235:0:23140:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:1.0:1749611291.901237:0:23140:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:1.0:1749611291.901240:0:23140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27d400. 00000040:00000001:1.0:1749611291.901244:0:23140:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:1.0:1749611291.901248:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1749611291.901251:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:1.0:1749611291.901255:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00080000:00000001:1.0:1749611291.901262:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1749611291.901265:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1749611291.901293:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1749611291.901319:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611291.901322:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:1.0:1749611291.901325:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611291.901328:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1749611291.901331:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1749611291.901336:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0xa:0x0] 91:3075167914 to info ffff88009c9b3000 00000020:00000001:1.0:1749611291.901343:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746973f8 00080000:00000002:1.0:1749611291.901346:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0xa:0x0] 00080000:00000001:1.0:1749611291.901351:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611291.901356:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611291.901361:0:23140:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880087545000. 00080000:00000001:1.0:1749611291.901366:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1749611291.901373:0:23140:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff8800782b1920. 00000020:00000001:1.0:1749611291.901377:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749611291.901386:0:23140:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88007ddf9900. 00000020:00000010:1.0:1749611291.901394:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007ddf9500. 00000020:00000001:1.0:1749611291.901401:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1749611291.901405:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27ce00. 00000020:00000001:1.0:1749611291.901409:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611291.901412:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749611291.901415:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749611291.901420:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611291.901423:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749611291.901429:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611291.901443:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611291.901454:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134426023256 : -131939283528360 : ffff88007ddf9558) 00000040:00000001:1.0:1749611291.901459:0:23140:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611291.901462:0:23140:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611291.901466:0:23140:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:1.0:1749611291.901475:0:23140:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f06000. 00000040:00000001:1.0:1749611291.901479:0:23140:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:1.0:1749611291.901482:0:23140:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611291.902354:0:23140:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.902360:0:23140:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.902363:0:23140:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.902366:0:23140:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611291.902370:0:23140:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16360. 00000040:00001000:0.0:1749611291.902374:0:23140:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611291.902378:0:23140:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611291.902383:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be800. 00000020:00000010:0.0:1749611291.902387:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9be200. 00000040:00000010:0.0:1749611291.902390:0:23140:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9be600. 00000020:00000010:0.0:1749611291.902395:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d169800. 00000020:00000010:0.0:1749611291.902401:0:23140:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8a10. 00000020:00000010:0.0:1749611291.902405:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9be000. 80000000:00000010:0.0:1749611291.902408:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611291.902412:0:23140:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880137649d00. 00100000:00000010:0.0:1749611291.902423:0:23140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611291.902428:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ef3f300. 00040000:00000010:0.0:1749611291.902431:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9be400. 00080000:00000010:0.0:1749611291.902436:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89e000. 00080000:00000010:0.0:1749611291.902442:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 00000004:00000010:0.0:1749611291.902448:0:23140:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d16c000. 00000004:00000010:0.0:1749611291.902453:0:23140:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d898000. 00000004:00000010:0.0:1749611291.902459:0:23140:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d241000. 00002000:00000010:0.0:1749611291.902464:0:23140:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d031c00. 00000004:00000010:0.0:1749611291.902469:0:23140:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d030800. 00000020:00000010:0.0:1749611291.902472:0:23140:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880137649c00. 00000040:00000010:0.0:1749611291.902481:0:23140:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880136aba000. 00000040:00001000:0.0:1749611291.902484:0:23140:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611291.902486:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611291.902489:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611291.902493:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:0.0:1749611291.902926:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611291.902929:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611291.902931:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611291.902933:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611291.902935:0:23140:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902937:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611291.902938:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611291.902940:0:23140:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902941:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba158 type=0x10620000 idx=3 00000040:00001000:0.0:1749611291.902942:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1749611291.902943:0:23140:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902944:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba200 type=0x10620000 idx=4 00000040:00001000:0.0:1749611291.902945:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1749611291.902946:0:23140:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902947:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611291.902948:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1749611291.902949:0:23140:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902955:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1749611291.902956:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1749611291.902957:0:23140:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902958:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba438 type=0x10620000 idx=7 00000040:00001000:0.0:1749611291.902960:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1749611291.902961:0:23140:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902962:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611291.902963:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1749611291.902964:0:23140:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902965:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611291.902966:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1749611291.902967:0:23140:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902968:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611291.902969:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1749611291.902970:0:23140:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902987:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba718 type=0x10620000 idx=11 00000040:00001000:0.0:1749611291.902989:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1749611291.902991:0:23140:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902993:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1749611291.902994:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1749611291.902996:0:23140:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.902998:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1749611291.902999:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1749611291.903001:0:23140:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903003:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba930 type=0x10620000 idx=14 00000040:00001000:0.0:1749611291.903005:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1749611291.903006:0:23140:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903008:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba9b0 type=0x10620000 idx=15 00000040:00001000:0.0:1749611291.903010:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1749611291.903011:0:23140:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903013:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abaa40 type=0x10620000 idx=16 00000040:00001000:0.0:1749611291.903019:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1749611291.903021:0:23140:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903023:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abaae0 type=0x10620000 idx=17 00000040:00001000:0.0:1749611291.903025:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1749611291.903027:0:23140:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903029:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136ababc0 type=0x10620000 idx=18 00000040:00001000:0.0:1749611291.903031:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1749611291.903032:0:23140:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903034:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abaca0 type=0x10620000 idx=19 00000040:00001000:0.0:1749611291.903036:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1749611291.903037:0:23140:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903039:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abacf0 type=0x10620000 idx=20 00000040:00001000:0.0:1749611291.903041:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1749611291.903070:0:23140:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903073:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abadd0 type=0x10620000 idx=21 00000040:00001000:0.0:1749611291.903075:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1749611291.903077:0:23140:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903078:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abaeb0 type=0x10620000 idx=22 00000040:00001000:0.0:1749611291.903080:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1749611291.903082:0:23140:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903083:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abaf08 type=0x10620000 idx=23 00000040:00001000:0.0:1749611291.903085:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611291.903087:0:23140:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903088:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abaf88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611291.903090:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1749611291.903092:0:23140:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903094:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611291.903096:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1749611291.903097:0:23140:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903099:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb0b8 type=0x10620000 idx=26 00000040:00001000:0.0:1749611291.903101:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611291.903108:0:23140:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903110:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611291.903112:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611291.903114:0:23140:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903116:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb278 type=0x10620000 idx=28 00000040:00001000:0.0:1749611291.903118:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1749611291.903119:0:23140:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903121:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb2c8 type=0x10620000 idx=29 00000040:00001000:0.0:1749611291.903123:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1749611291.903124:0:23140:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903126:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb3a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611291.903128:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611291.903130:0:23140:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903131:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb488 type=0x10620000 idx=31 00000040:00001000:0.0:1749611291.903133:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1749611291.903135:0:23140:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903136:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb4e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611291.903138:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611291.903140:0:23140:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903141:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611291.903143:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1749611291.903145:0:23140:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903146:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb5f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611291.903148:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1749611291.903150:0:23140:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903151:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb670 type=0x10620000 idx=35 00000040:00001000:0.0:1749611291.903153:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1749611291.903155:0:23140:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903156:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb750 type=0x10620000 idx=36 00000040:00001000:0.0:1749611291.903158:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1749611291.903160:0:23140:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903161:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611291.903167:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1749611291.903169:0:23140:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903171:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb880 type=0x10620000 idx=38 00000040:00001000:0.0:1749611291.903174:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1749611291.903175:0:23140:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903177:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abb960 type=0x10620000 idx=39 00000040:00001000:0.0:1749611291.903179:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611291.903181:0:23140:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903182:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abba40 type=0x10620000 idx=40 00000040:00001000:0.0:1749611291.903184:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1749611291.903186:0:23140:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903187:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abba98 type=0x10620000 idx=41 00000040:00001000:0.0:1749611291.903189:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1749611291.903191:0:23140:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903192:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbb18 type=0x10620000 idx=42 00000040:00001000:0.0:1749611291.903194:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611291.903196:0:23140:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903197:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbba8 type=0x10620000 idx=43 00000040:00001000:0.0:1749611291.903199:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611291.903201:0:23140:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903202:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbc28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611291.903204:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1749611291.903206:0:23140:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903207:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbd08 type=0x10620000 idx=45 00000040:00001000:0.0:1749611291.903209:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611291.903211:0:23140:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903212:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbde8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611291.903214:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611291.903216:0:23140:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903217:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbe38 type=0x10620000 idx=47 00000040:00001000:0.0:1749611291.903219:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1749611291.903225:0:23140:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903227:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abbf18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611291.903229:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1749611291.903231:0:23140:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1749611291.903234:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611291.903235:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611291.903239:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:0.0:1749611291.903552:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611291.903555:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611291.903557:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba000 type=0x10620000 idx=49 00000040:00001000:0.0:1749611291.903558:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611291.903560:0:23140:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903561:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba0e0 type=0x10620000 idx=50 00000040:00001000:0.0:1749611291.903563:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611291.903564:0:23140:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903565:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611291.903566:0:23140:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611291.903567:0:23140:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611291.903568:0:23140:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611291.903570:0:23140:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:0.0:1749611291.903573:0:23140:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611291.903575:0:23140:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611291.903576:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611291.903577:0:23140:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:0.0:1749611291.903578:0:23140:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000040:00001000:0.0:1749611291.903579:0:23140:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136aba238 type=0x0 idx=0 00000040:00000001:0.0:1749611291.903581:0:23140:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611291.903582:0:23140:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:0.0:1749611291.903584:0:23140:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880136aba000. 00000020:00000010:0.0:1749611291.903609:0:23140:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880137649c00. 00000020:00000010:0.0:1749611291.903622:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9be200. 00000040:00000010:0.0:1749611291.903626:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9be600. 00000020:00000010:0.0:1749611291.903628:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d169800. 00000020:00000010:0.0:1749611291.903631:0:23140:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8a10. 00000020:00000010:0.0:1749611291.903639:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9be000. 80000000:00000010:0.0:1749611291.903642:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611291.903645:0:23140:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880137649d00. 00100000:00000010:0.0:1749611291.903648:0:23140:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611291.903650:0:23140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ef3f300. 00040000:00000010:0.0:1749611291.903652:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9be400. 00080000:00000010:0.0:1749611291.903656:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:0.0:1749611291.903674:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89e000. 00000004:00000010:0.0:1749611291.903677:0:23140:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012d16c000. 00000004:00000010:0.0:1749611291.903682:0:23140:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d898000. 00000004:00000010:0.0:1749611291.903684:0:23140:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009d241000. 00002000:00000010:0.0:1749611291.903689:0:23140:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d031c00. 00000004:00000010:0.0:1749611291.903692:0:23140:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d030800. 00000020:00000010:0.0:1749611291.903711:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be800. 00000040:00000010:0.0:1749611291.903714:0:23140:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16360. 00000040:00000001:0.0:1749611291.903717:0:23140:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.903720:0:23140:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611291.903724:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27ce00/ffff88007ddf9500 to site lru. bkt: ffff88007622cee0 00000040:00000010:0.0:1749611291.903728:0:23140:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff8800782b1920. 00000040:00000001:0.0:1749611291.903731:0:23140:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611291.903734:0:23140:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f06000. 00000040:00000010:0.0:1749611291.903738:0:23140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009d27d400. 00000040:00000001:0.0:1749611291.903742:0:23140:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611291.903745:0:23140:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-client, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611291.903749:0:23140:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611291.903751:0:23140:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.903755:0:23140:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611291.903757:0:23140:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1749611291.903759:0:23140:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611291.903761:0:23140:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012d125000. 00000040:00000001:0.0:1749611291.903764:0:23140:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611291.903765:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611291.903768:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611291.903771:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00080000:00000001:0.0:1749611291.903781:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611291.903784:0:23140:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611291.903786:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611291.903790:0:23140:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b85c0. 00000020:00000001:0.0:1749611291.903793:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611291.903797:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134426023256 : -131939283528360 : ffff88007ddf9558) 00000040:00000001:0.0:1749611291.903799:0:23140:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.903802:0:23140:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.903803:0:23140:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611291.903806:0:23140:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136abc000. 00000040:00000001:0.0:1749611291.903808:0:23140:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611291.903810:0:23140:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611291.903819:0:23140:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.903821:0:23140:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.903823:0:23140:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611291.903825:0:23140:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611291.903827:0:23140:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16360. 00000040:00001000:0.0:1749611291.903830:0:23140:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1749611291.904217:0:23178:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:3.0:1749611291.904228:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4dc00. 00000020:00000010:3.0:1749611291.904246:0:23178:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4c400. 00000040:00000010:3.0:1749611291.904251:0:23178:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8b4ca00. 00000020:00000010:3.0:1749611291.904257:0:23178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611291.904263:0:23178:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f8c0. 00000020:00000010:3.0:1749611291.904268:0:23178:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8b4d600. 80000000:00000010:3.0:1749611291.904273:0:23178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88013523bb40. 40000000:00000010:3.0:1749611291.904278:0:23178:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012b3c1300. 00100000:00000010:3.0:1749611291.904284:0:23178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba800. 00040000:00000010:3.0:1749611291.904289:0:23178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4100. 00040000:00000010:3.0:1749611291.904294:0:23178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cba00. 00080000:00000010:3.0:1749611291.904301:0:23178:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48b000. 00080000:00000010:3.0:1749611291.904310:0:23178:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129c8a000. 00000004:00000010:3.0:1749611291.904317:0:23178:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bb000. 00000004:00000010:3.0:1749611291.904323:0:23178:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48a000. 00000004:00000010:3.0:1749611291.904329:0:23178:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bc000. 00002000:00000010:3.0:1749611291.904335:0:23178:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880130313c00. 00000004:00000010:3.0:1749611291.904340:0:23178:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880130313400. 00000020:00000010:3.0:1749611291.904345:0:23178:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012b3c1800. 00000040:00000010:3.0:1749611291.904355:0:23178:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880129c8e000. 00000040:00001000:3.0:1749611291.904359:0:23178:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1749611291.904363:0:23178:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:3.0:1749611291.904365:0:23178:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1749611291.904371:0:23178:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:3.0:1749611291.904393:0:23178:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1749611291.904397:0:23178:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904401:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e000 type=0x10620000 idx=1 00000040:00001000:3.0:1749611291.904405:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1749611291.904409:0:23178:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904414:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904419:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904421:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904426:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.904430:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904434:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1749611291.904447:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1749611291.904450:0:23178:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904454:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.904457:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904460:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e158 type=0x10620000 idx=3 00000040:00001000:3.0:1749611291.904463:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1749611291.904466:0:23178:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904469:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.904471:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904474:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e200 type=0x10620000 idx=4 00000040:00001000:3.0:1749611291.904477:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1749611291.904480:0:23178:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904483:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904485:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904487:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904490:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.904493:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904496:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e2e0 type=0x10620000 idx=5 00000040:00001000:3.0:1749611291.904499:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1749611291.904502:0:23178:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904504:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904506:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904508:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904511:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.904513:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904516:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e3c0 type=0x10620000 idx=6 00000040:00001000:3.0:1749611291.904519:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1749611291.904522:0:23178:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904606:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.904609:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904612:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e438 type=0x10620000 idx=7 00000040:00001000:3.0:1749611291.904615:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1749611291.904618:0:23178:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904621:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.904633:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904636:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e4e0 type=0x10620000 idx=8 00000040:00001000:3.0:1749611291.904639:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1749611291.904642:0:23178:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904646:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904648:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904650:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904653:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.904656:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904659:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e5c0 type=0x10620000 idx=9 00000040:00001000:3.0:1749611291.904662:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1749611291.904665:0:23178:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904668:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904670:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904671:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904674:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.904677:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904680:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e6a0 type=0x10620000 idx=10 00000040:00001000:3.0:1749611291.904683:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1749611291.904686:0:23178:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904689:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.904691:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904694:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e718 type=0x10620000 idx=11 00000040:00001000:3.0:1749611291.904697:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1749611291.904699:0:23178:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904702:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904704:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904705:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904708:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.904711:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904714:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e7f8 type=0x10620000 idx=12 00000040:00001000:3.0:1749611291.904718:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1749611291.904721:0:23178:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904723:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.904735:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.904737:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.904742:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.904746:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e8d8 type=0x10620000 idx=13 00000040:00001000:3.0:1749611291.904749:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1749611291.904752:0:23178:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.904756:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.904759:0:23178:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:3.0:1749611291.904786:0:23178:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff880130311400. 00000100:00000040:3.0:1749611291.904797:0:23178:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:3.0:1749611291.904803:0:23178:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:3.0:1749611291.904814:0:23178:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:3.0:1749611291.904821:0:23178:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:3.0:1749611291.904825:0:23178:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff880130311400. 00000020:00000010:3.0:1749611291.904830:0:23178:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012b3c1140. 00000020:00000001:3.0:1749611291.904834:0:23178:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1749611291.904838:0:23178:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012b3c1fc0. 00000020:00000001:3.0:1749611291.904843:0:23178:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611291.904847:0:23178:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012b3c1fc0. 00000020:00000010:3.0:1749611291.904852:0:23178:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012b3c1fc0. 00000020:01000004:3.0:1749611291.904857:0:23178:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:3.0:1749611291.904861:0:23178:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1749611291.904868:0:23178:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880132672a80. 00000020:00000080:3.0:1749611291.904872:0:23178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1749611291.904877:0:23178:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:3.0:1749611291.904881:0:23178:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1749611291.904895:0:23178:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009ac2c050. 00000020:00000080:3.0:1749611291.904902:0:23178:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) 00000020:00000001:3.0:1749611291.904906:0:23178:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1749611291.904910:0:23178:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51be000. 00000020:00000001:3.0:1749611291.904913:0:23178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749611291.904916:0:23178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51be000 with handle 0x689c0ec07329d39e to hash 00000020:00000001:3.0:1749611291.904920:0:23178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749611291.904926:0:23178:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:3.0:1749611291.904929:0:23178:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.904942:0:23178:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352721408 : -131938356830208 : ffff8800b51be000) 00000020:00000040:3.0:1749611291.904948:0:23178:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51be000 : new refcount 1 00000020:00000040:3.0:1749611291.904967:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 2 - obd_device_list 00000020:00000001:3.0:1749611291.904976:0:23178:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1749611291.904980:0:23178:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:3.0:1749611291.904985:0:23178:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.904988:0:23178:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611291.904993:0:23178:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880132672a80. 00000020:00000001:3.0:1749611291.904998:0:23178:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:3.0:1749611291.905004:0:23178:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88013523b240. 00000020:00000080:3.0:1749611291.905007:0:23178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1749611291.905013:0:23178:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:3.0:1749611291.905037:0:23178:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749611291.905069:0:23178:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d701240. 00000001:00000010:3.0:1749611291.905078:0:23178:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b52c32e0. 00000001:00000010:3.0:1749611291.905083:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca200. 00000001:00000010:3.0:1749611291.905088:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b53b400. 00000001:00000010:3.0:1749611291.905092:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b53a200. 00000001:00000010:3.0:1749611291.905096:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b53bc00. 00000001:00000001:3.0:1749611291.905099:0:23178:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749611291.905102:0:23178:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d701300. 00000001:00000010:3.0:1749611291.905106:0:23178:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b52c3680. 00000001:00000010:3.0:1749611291.905112:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008295ec00. 00000001:00000010:3.0:1749611291.905116:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008295f800. 00000001:00000010:3.0:1749611291.905119:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008295f400. 00000001:00000010:3.0:1749611291.905123:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008295ee00. 00000020:00000001:3.0:1749611291.905127:0:23178:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:3.0:1749611291.905131:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:3.0:1749611291.905137:0:23178:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880132672a80. 00000020:00000010:3.0:1749611291.905142:0:23178:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000008:00000010:3.0:1749611291.905149:0:23178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012eb1a840. 00020000:00000010:3.0:1749611291.905155:0:23178:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136970d80. 00008000:00000010:3.0:1749611291.905162:0:23178:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880099bd9c70. 00000080:00000010:3.0:1749611291.905179:0:23178:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880074c8d960. 00000020:00000010:3.0:1749611291.905185:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000020:00000010:3.0:1749611291.905189:0:23178:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f200. 00000040:00000010:3.0:1749611291.905194:0:23178:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e78600. 00000020:00000010:3.0:1749611291.905199:0:23178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611291.905205:0:23178:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611291.905209:0:23178:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78400. 80000000:00000010:3.0:1749611291.905213:0:23178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88013523b060. 40000000:00000010:3.0:1749611291.905217:0:23178:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012b3c1d40. 00100000:00000010:3.0:1749611291.905221:0:23178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51be800. 00040000:00000010:3.0:1749611291.905226:0:23178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4500. 00040000:00000010:3.0:1749611291.905230:0:23178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e78a00. 00080000:00000010:3.0:1749611291.905235:0:23178:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c488000. 00080000:00000010:3.0:1749611291.905243:0:23178:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b02000. 00000004:00000010:3.0:1749611291.905250:0:23178:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bd000. 00000004:00000010:3.0:1749611291.905256:0:23178:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c489000. 00000004:00000010:3.0:1749611291.905262:0:23178:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bd800. 00000004:00000010:3.0:1749611291.905266:0:23178:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880130311000. 00000010:00000010:3.0:1749611291.905272:0:23178:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88013523bd80. 00000010:00000001:3.0:1749611291.905275:0:23178:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:3.0:1749611291.905283:0:23178:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1749611291.905288:0:23178:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.905406:0:23178:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:3.0:1749611291.905412:0:23178:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:3.0:1749611291.905416:0:23178:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880132672b00. 00000010:00000010:3.0:1749611291.905420:0:23178:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800b52c3180. 00000010:00000010:3.0:1749611291.905426:0:23178:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800b52c3f60. 00000020:00000001:3.0:1749611291.905430:0:23178:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1749611291.905433:0:23178:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1749611291.905436:0:23178:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000020:01000004:3.0:1749611291.905441:0:23178:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b422c000 from lustre-OST0000, refs=3 00000020:00000001:3.0:1749611291.905445:0:23178:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000020:00000001:3.0:1749611291.905449:0:23178:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1749611291.905460:0:23178:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1749611291.905462:0:23178:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000020:01000004:3.0:1749611291.905467:0:23178:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b422c000 from lustre-OST0000, refs=3 00000020:00000001:3.0:1749611291.905471:0:23178:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1749611291.905474:0:23178:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b422c000 3 00000020:00000001:3.0:1749611291.905477:0:23178:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.905480:0:23178:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1749611291.905485:0:23178:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880132672900. 00010000:00000001:3.0:1749611291.905489:0:23178:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:3.0:1749611291.905497:0:23178:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012b3c1b00. 00010000:00000001:3.0:1749611291.905501:0:23178:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1749611291.905505:0:23178:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.905512:0:23178:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b422a000. 00000020:00000040:3.0:1749611291.905516:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 3 - import 00000020:00000001:3.0:1749611291.905563:0:23178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611291.905566:0:23178:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611291.905569:0:23178:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611291.905572:0:23178:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1749611291.905587:0:23178:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:3.0:1749611291.905591:0:23178:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611291.905596:0:23178:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611291.905600:0:23178:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611291.905603:0:23178:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611291.905607:0:23178:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611291.905612:0:23178:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:3.0:1749611291.905616:0:23178:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:3.0:1749611291.905621:0:23178:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88013523b540. 00010000:00080000:3.0:1749611291.905625:0:23178:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8800b422a000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:3.0:1749611291.905629:0:23178:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611291.905633:0:23178:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1749611291.905636:0:23178:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1749611291.905639:0:23178:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1749611291.905644:0:23178:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff880130310400. 00000001:00000001:3.0:1749611291.905647:0:23178:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:3.0:1749611291.905651:0:23178:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a8ba4800. 00000001:00000010:3.0:1749611291.905667:0:23178:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800a8ba4d00. 00000001:00000010:3.0:1749611291.905736:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006417000. 00000001:00000010:3.0:1749611291.905822:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006421000. 00000001:00000010:3.0:1749611291.905909:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000642b000. 00000001:00000010:3.0:1749611291.905994:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006435000. 00000001:00000010:3.0:1749611291.906106:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000643f000. 00000001:00000010:3.0:1749611291.906196:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006449000. 00000001:00000010:3.0:1749611291.906283:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006453000. 00000001:00000010:3.0:1749611291.906379:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000645d000. 00000001:00000010:3.0:1749611291.906467:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006467000. 00010000:00000010:3.1F:1749611291.906608:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ddf9c00. 00010000:00000010:3.1:1749611291.906627:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27cc00. 00000001:00000010:3.0:1749611291.906649:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006471000. 00000001:00000010:3.0:1749611291.906743:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000647b000. 00000001:00000010:3.0:1749611291.906824:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006485000. 00000001:00000010:3.0:1749611291.906903:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000648f000. 00000001:00000010:3.0:1749611291.906989:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006499000. 00000001:00000010:3.0:1749611291.907107:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064a3000. 00000001:00000010:3.0:1749611291.907197:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064ad000. 00000001:00000010:3.0:1749611291.907284:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064b7000. 00000001:00000010:3.0:1749611291.907379:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064c1000. 00000001:00000010:3.0:1749611291.907466:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064cb000. 00000001:00000010:3.0:1749611291.907591:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064d5000. 00000001:00000010:3.0:1749611291.907680:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064df000. 00000001:00000010:3.0:1749611291.907783:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064e9000. 00000001:00000010:3.0:1749611291.907871:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064f3000. 00000001:00000010:3.0:1749611291.907958:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900064fd000. 00000001:00000010:3.0:1749611291.908077:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006507000. 00000001:00000010:3.0:1749611291.908158:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006511000. 00000001:00000010:3.0:1749611291.908242:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000651b000. 00000001:00000010:3.0:1749611291.908334:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006525000. 00000001:00000010:3.0:1749611291.908420:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000652f000. 00000001:00000010:3.0:1749611291.908504:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006539000. 00000001:00000010:3.0:1749611291.908624:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006543000. 00000001:00000010:3.0:1749611291.908711:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000654d000. 00000020:00000010:3.0:1749611291.908815:0:23178:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880130311800. 00000020:00000010:3.0:1749611291.908822:0:23178:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b52c3140. 00010000:00000001:3.0:1749611291.908840:0:23178:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1749611291.908886:0:23178:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1749611291.908904:0:23178:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012d577c00. 00000020:00000010:3.0:1749611291.908908:0:23178:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880118e79400. 00010000:00000001:3.0:1749611291.908921:0:23178:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1749611291.908924:0:23178:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00010000:00000001:3.0:1749611291.908927:0:23178:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611291.908933:0:23178:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612137417704448 : -131936291847168 : ffff880130310400) 00010000:00000001:3.0:1749611291.908937:0:23178:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1749611291.908943:0:23178:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880132672b00. 00000010:00000010:3.0:1749611291.908948:0:23178:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800b52c3f60. 00000010:00000010:3.0:1749611291.908953:0:23178:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800b52c3180. 00000010:00000010:3.0:1749611291.908957:0:23178:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880132672900. 00000010:00000001:3.0:1749611291.908960:0:23178:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.908985:0:23178:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012d576400. 00000020:00000010:3.0:1749611291.908989:0:23178:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88012c48d000. 00000010:00000001:3.0:1749611291.909008:0:23178:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.909015:0:23178:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f200. 00000040:00000010:3.0:1749611291.909021:0:23178:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e78600. 00000020:00000010:3.0:1749611291.909026:0:23178:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611291.909032:0:23178:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611291.909038:0:23178:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78400. 80000000:00000010:3.0:1749611291.909063:0:23178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88013523b060. 40000000:00000010:3.0:1749611291.909069:0:23178:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012b3c1d40. 00100000:00000010:3.0:1749611291.909075:0:23178:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51be800. 00040000:00000010:3.0:1749611291.909080:0:23178:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4500. 00040000:00000010:3.0:1749611291.909086:0:23178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e78a00. 00080000:00000010:3.0:1749611291.909091:0:23178:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00080000:00000010:3.0:1749611291.909097:0:23178:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c488000. 00000004:00000010:3.0:1749611291.909102:0:23178:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51bd000. 00000004:00000010:3.0:1749611291.909116:0:23178:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c489000. 00000004:00000010:3.0:1749611291.909122:0:23178:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bd800. 00000004:00000010:3.0:1749611291.909127:0:23178:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880130311000. 00000020:00000010:3.0:1749611291.909131:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000020:00000010:3.0:1749611291.909138:0:23178:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880132672a80. 00000020:00000010:3.0:1749611291.909143:0:23178:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000008:00000010:3.0:1749611291.909148:0:23178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012eb1a840. 00020000:00000010:3.0:1749611291.909153:0:23178:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880136970d80. 00008000:00000010:3.0:1749611291.909159:0:23178:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880099bd9c70. 00000080:00000010:3.0:1749611291.909163:0:23178:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d960. 00000020:00000010:3.0:1749611291.909168:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000020:00000001:3.0:1749611291.909172:0:23178:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611291.909176:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 4 - setup 00000020:00000080:3.0:1749611291.909180:0:23178:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1749611291.909183:0:23178:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.909186:0:23178:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611291.909191:0:23178:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88013523b240. 00000020:00000001:3.0:1749611291.909201:0:23178:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:3.0:1749611291.909206:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79a00. 00000020:00000010:3.0:1749611291.909210:0:23178:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78a00. 00000040:00000010:3.0:1749611291.909214:0:23178:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e78400. 00000020:00000010:3.0:1749611291.909219:0:23178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422c800. 00000020:00000010:3.0:1749611291.909223:0:23178:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611291.909227:0:23178:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78600. 80000000:00000010:3.0:1749611291.909231:0:23178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012d8e44e0. 40000000:00000010:3.0:1749611291.909235:0:23178:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b49bc000. 00100000:00000010:3.0:1749611291.909241:0:23178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bd800. 00040000:00000010:3.0:1749611291.909245:0:23178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4500. 00040000:00000010:3.0:1749611291.909249:0:23178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e79200. 00080000:00000010:3.0:1749611291.909254:0:23178:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c489000. 00080000:00000010:3.0:1749611291.909259:0:23178:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b02000. 00000004:00000010:3.0:1749611291.909265:0:23178:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bd000. 00000004:00000010:3.0:1749611291.909269:0:23178:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c488000. 00000004:00000010:3.0:1749611291.909282:0:23178:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51be800. 00000004:00000010:3.0:1749611291.909287:0:23178:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012d575c00. 00000020:00000010:3.0:1749611291.909293:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78000. 00000020:00000010:3.0:1749611291.909297:0:23178:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6da00. 00000020:00000010:3.0:1749611291.909302:0:23178:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749611291.909307:0:23178:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88009d701f00. 00000020:00000010:3.0:1749611291.909312:0:23178:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b49bc080. 00000020:00000001:3.0:1749611291.909315:0:23178:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:3.0:1749611291.909318:0:23178:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1749611291.909321:0:23178:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1749611291.909324:0:23178:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1749611291.909327:0:23178:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1749611291.909330:0:23178:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51bf800. 00000020:00000001:3.0:1749611291.909333:0:23178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749611291.909336:0:23178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51bf800 with handle 0x689c0ec07329d3a5 to hash 00000020:00000001:3.0:1749611291.909340:0:23178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749611291.909344:0:23178:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:3.0:1749611291.909346:0:23178:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611291.909351:0:23178:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=3 00000020:00000040:3.0:1749611291.909357:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 5 - export 00000020:00000001:3.0:1749611291.909360:0:23178:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000040:3.0:1749611291.909365:0:23178:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 2 00000020:00000080:3.0:1749611291.909368:0:23178:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d3a5 00000020:00000001:3.0:1749611291.909371:0:23178:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.909374:0:23178:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611291.909377:0:23178:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000020:00000001:3.0:1749611291.909379:0:23178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611291.909382:0:23178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=3 00000020:00000001:3.0:1749611291.909386:0:23178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:3.0:1749611291.909389:0:23178:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000100:00000001:3.0:1749611291.909394:0:23178:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749611291.909399:0:23178:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611291.909403:0:23178:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1749611291.909409:0:23178:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611291.909421:0:23178:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611291.909425:0:23178:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611291.909429:0:23178:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611291.909431:0:23178:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000020:00000001:3.0:1749611291.909434:0:23178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611291.909436:0:23178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=4 00000020:00000001:3.0:1749611291.909440:0:23178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:3.0:1749611291.909443:0:23178:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000100:00000001:3.0:1749611291.909446:0:23178:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611291.909449:0:23178:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:3.0:1749611291.909452:0:23178:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611291.909457:0:23178:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 3 00000100:00080000:3.0:1749611291.909461:0:23178:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b422a000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611291.909465:0:23178:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611291.909469:0:23178:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611291.909478:0:23178:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1749611291.909482:0:23178:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1749611291.909487:0:23178:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:3.0:1749611291.909492:0:23178:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.909495:0:23178:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611291.909498:0:23178:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611291.909505:0:23178:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdf80. 00000020:00000040:3.0:1749611291.909509:0:23178:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749611291.909514:0:23178:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611291.909517:0:23178:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.909521:0:23178:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611291.909558:0:23178:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611291.909563:0:23178:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611291.909571:0:23178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012d577000. 00000100:00000001:3.0:1749611291.909580:0:23178:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611291.909591:0:23178:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611291.909607:0:23178:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611291.909620:0:23178:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611291.909629:0:23178:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bdf80] to pc [ptlrpcd_rcv+-1] req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611291.909669:0:23178:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.909674:0:23178:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1749611291.909677:0:23178:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1749611291.909682:0:23178:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749611291.909696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611291.909703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611291.909705:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611291.909707:0:23178:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611291.909711:0:23178:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611291.909715:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.909726:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611291.909728:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.909732:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611291.909735:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611291.909738:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611291.909742:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494649088:0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611291.909746:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611291.909750:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611291.909752:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.909755:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611291.909760:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611291.909763:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611291.909770:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749611291.909778:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00080000:0.0:1749611291.909780:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611291.909784:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749611291.909785:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00080000:0.0:1749611291.909790:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:2.0:1749611291.909792:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494649088, portal 10 00000100:00000001:0.0:1749611291.909793:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611291.909795:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749611291.909796:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611291.909797:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933973888 : -131936775577728 : ffff8801135bdf80) 00000100:00000001:0.0:1749611291.909801:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000020:00000010:2.0:1749611291.909805:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88007d28e000. 00000100:00080000:0.0:1749611291.909805:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5894 00000100:00080000:0.0:1749611291.909808:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611291.909812:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611291.909812:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611291.909815:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611291.909817:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:0.0:1749611291.909819:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611291.909821:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611291.909825:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611291.909827:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611291.909830:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494649088, offset 0 00000020:00000001:0.0:1749611291.909832:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611291.909834:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000400:00000200:2.0:1749611291.909836:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611291.909836:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611291.909839:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611291.909841:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611291.909844:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611291.909847:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611291.909849:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611291.909851:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611291.909852:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:0.0:1749611291.909854:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611291.909857:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611291.909860:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749611291.909861:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943b00 00000100:00000001:0.0:1749611291.909862:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.909864:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611291.909868:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 45808 02000000:00000001:0.0:1749611291.909869:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611291.909871:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.909874:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:2.0:1749611291.909876:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611291.909876:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611291.909880:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749611291.909880:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:0.0:1749611291.909883:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749611291.909885:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611291.909886:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1749611291.909887:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611291.909888:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.909890:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1749611291.909891:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd880. 02000000:00000001:0.0:1749611291.909892:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749611291.909895:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd880 x1834598494649088 msgsize 520 02000000:00000001:0.0:1749611291.909895:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611291.909899:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611291.909899:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d030800. 00000100:00000001:0.0:1749611291.909905:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.909908:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749611291.909912:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611291.909916:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611291.909918:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611291.909921:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611291.909923:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749611291.909926:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611291.909926:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.909931:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.909934:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611291.909938:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611291.909941:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611291.909945:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494649088 00000100:00000001:2.0:1749611291.909945:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611291.909949:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611291.909951:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611291.909953:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611291.909955:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.909957:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.909957:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611291.909958:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749611291.909961:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 02000000:00000001:3.0:1749611291.909962:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611291.909962:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611291.909963:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611291.909964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300565390 00000100:00080000:0.0:1749611291.909965:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749611291.909966:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494649088 00000100:00000010:2.0:1749611291.909968:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eacb40. 00000100:00000001:0.0:1749611291.909968:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:3.0:1749611291.909969:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:0.0:1749611291.909971:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5894 00000020:00000040:3.0:1749611291.909972:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00080000:0.0:1749611291.909973:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1749611291.909975:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611291.909975:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749611291.909976:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:3.0:1749611291.909978:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.909978:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611291.909980:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000001:3.0:1749611291.909981:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.909981:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300565390 00000100:00000001:0.0:1749611291.909981:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611291.909983:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749611291.909984:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac280. 00000020:00000040:0.0:1749611291.909985:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611291.909986:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749611291.909987:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78200. 00000100:00000001:2.0:1749611291.909987:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1749611291.909988:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611291.909990:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000010:3.0:1749611291.909992:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6d980. 00000020:00000001:0.0:1749611291.909992:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611291.909995:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611291.909996:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749611291.909997:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000040:0.0:1749611291.909998:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:0.0:1749611291.910000:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611291.910002:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:3.0:1749611291.910004:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611291.910004:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300565390 00000100:00080000:0.0:1749611291.910004:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611291.910006:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611291.910006:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611291.910008:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac080. 02000000:00000001:0.0:1749611291.910008:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611291.910010:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910011:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749611291.910011:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611291.910013:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910014:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300565390 00000100:00000001:0.0:1749611291.910015:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:2.0:1749611291.910016:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac300. 00000100:00000001:3.0:1749611291.910017:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910019:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611291.910021:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910022:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611291.910024:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611291.910025:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.910027:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611291.910027:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611291.910028:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.910029:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611291.910031:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611291.910031:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910033:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611291.910034:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611291.910036:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910037:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1749611291.910038:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d031c00. 00000100:00000001:2.0:1749611291.910039:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1749611291.910040:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611291.910041:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611291.910041:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611291.910042:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910061:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611291.910064:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611291.910066:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611291.910069:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611291.910070:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611291.910074:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00000001:1.0:1749611291.910078:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936696960 : -131938772854656 : ffff88009c4fd880) 00000100:00100000:0.0:1749611291.910080:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611291.910081:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611291.910083:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910083:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.910086:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.910086:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611291.910086:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd880 x1834598494649088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611291.910088:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611291.910089:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611291.910091:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.910093:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.910096:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611291.910098:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494649216:0@lo:38:kworker.0 00000100:00100000:1.0:1749611291.910100:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494649088:12345-0@lo:38:llog_process_th.0 00000100:00000200:1.0:1749611291.910105:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494649088 00000100:00000001:2.0:1749611291.910108:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611291.910109:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611291.910110:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611291.910110:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.910112:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611291.910112:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:3.0:1749611291.910113:0:23178:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=4 02000000:00000001:2.0:1749611291.910114:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749611291.910114:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:2.0:1749611291.910118:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5000. 00000020:00000001:3.0:1749611291.910119:0:23178:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611291.910119:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749611291.910120:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910121:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749611291.910124:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000020:00000001:1.0:1749611291.910124:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611291.910124:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1749611291.910128:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00010000:00020000:1.0:1749611291.910128:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611291.910128:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:2.0:1749611291.910131:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494649216, portal 4 00010000:00000001:1.0:1749611291.910131:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749611291.910132:0:23178:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=5 00000100:00080000:0.0:1749611291.910132:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5894 00000100:00000001:2.0:1749611291.910133:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749611291.910134:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611291.910135:0:23178:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611291.910135:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00080000:0.0:1749611291.910135:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749611291.910138:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749611291.910139:0:23178:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88009d701f00. 00000100:00000040:0.0:1749611291.910139:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611291.910140:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611291.910142:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611291.910142:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611291.910143:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749611291.910145:0:23178:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b49bc080. 00000100:00000040:0.0:1749611291.910145:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000010:1.0:1749611291.910148:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087544800. 00000100:00000001:0.0:1749611291.910148:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611291.910149:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611291.910150:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.910152:0:23178:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78a00. 00000100:00000040:2.0:1749611291.910152:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611291.910152:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.910152:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749611291.910154:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000040:0.0:1749611291.910154:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000200:2.0:1749611291.910156:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494649216, offset 0 00010000:00000001:1.0:1749611291.910156:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000040:00000010:3.0:1749611291.910157:0:23178:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e78400. 00000020:00000001:0.0:1749611291.910157:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749611291.910158:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611291.910160:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749611291.910160:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000010:3.0:1749611291.910161:0:23178:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422c800. 00000100:00001000:1.0:1749611291.910162:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611291.910166:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611291.910167:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611291.910169:0:23178:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5eeb0. 00000400:00000200:2.0:1749611291.910172:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf943b80 00000020:00000010:3.0:1749611291.910175:0:23178:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78600. 00000100:00000001:1.0:1749611291.910176:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611291.910177:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 4160 80000000:00000010:3.0:1749611291.910179:0:23178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012d8e44e0. 00000100:00000040:1.0:1749611291.910179:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:1.0:1749611291.910181:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611291.910182:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749611291.910182:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 40000000:00000010:3.0:1749611291.910183:0:23178:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b49bc000. 00000100:00000001:1.0:1749611291.910184:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749611291.910185:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749611291.910186:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611291.910187:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00100000:00000010:3.0:1749611291.910188:0:23178:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bd800. 00000100:00000040:0.0:1749611291.910189:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611291.910190:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749611291.910190:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611291.910191:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611291.910192:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:1.0:1749611291.910192:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1749611291.910193:0:23178:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4500. 00000100:00000040:0.0:1749611291.910193:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:1.0:1749611291.910194:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749611291.910195:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fdc00. 00000100:00000001:0.0:1749611291.910195:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611291.910197:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000010:3.0:1749611291.910198:0:23178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e79200. 00000100:00000040:2.0:1749611291.910198:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fdc00 x1834598494649216 msgsize 520 00000020:00000040:0.0:1749611291.910198:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:1.0:1749611291.910200:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00080000:0.0:1749611291.910201:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:2.0:1749611291.910202:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611291.910203:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611291.910204:0:23178:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00000100:00000200:1.0:1749611291.910204:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494649088, offset 0 02000000:00000001:0.0:1749611291.910205:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00080000:00000010:3.0:1749611291.910208:0:23178:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c489000. 02000000:00000001:0.0:1749611291.910209:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611291.910210:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611291.910211:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611291.910211:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910213:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000004:00000010:3.0:1749611291.910214:0:23178:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51bd000. 00000100:00000001:0.0:1749611291.910214:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611291.910215:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611291.910217:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000004:00000010:3.0:1749611291.910219:0:23178:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c488000. 00000100:00000010:0.0:1749611291.910219:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611291.910220:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749611291.910220:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749611291.910221:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:2.0:1749611291.910223:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611291.910223:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000004:00000010:3.0:1749611291.910224:0:23178:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51be800. 02000000:00000001:0.0:1749611291.910225:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611291.910227:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943b00 00000100:00000001:0.0:1749611291.910227:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611291.910228:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000004:00000010:3.0:1749611291.910229:0:23178:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012d575c00. 02000000:00000001:0.0:1749611291.910230:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.910233:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79a00. 00000400:00000200:1.0:1749611291.910233:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8725 [1] + 0 02000000:00000010:0.0:1749611291.910235:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d031400. 00000020:00000010:3.0:1749611291.910238:0:23178:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6da00. 00000100:00000001:0.0:1749611291.910238:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611291.910239:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611291.910242:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749611291.910243:0:23178:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749611291.910243:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611291.910243:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611291.910245:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611291.910246:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611291.910248:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78000. 00000100:00000001:0.0:1749611291.910250:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1749611291.910251:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.910253:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910253:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.910254:0:23178:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012b3c1140. 00000100:00000001:2.0:1749611291.910254:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611291.910256:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611291.910258:0:23178:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012b3c1fc0. 00000100:00000001:2.0:1749611291.910259:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910261:0:23178:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611291.910262:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611291.910263:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1288 usecs (2 jiffies) 00000100:00000001:0.0:1749611291.910264:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910265:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910265:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300565369 00000100:00000040:0.0:1749611291.910266:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611291.910268:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300565390 00000040:00001000:3.0:1749611291.910269:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e930 type=0x10620000 idx=14 00000100:00000001:2.0:1749611291.910270:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300565369 00000100:00000001:0.0:1749611291.910270:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611291.910271:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611291.910273:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300565390 00000040:00001000:3.0:1749611291.910274:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000100:00000001:2.0:1749611291.910275:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300565369 00000100:00000001:2.0:1749611291.910277:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300565390 00000040:00001000:3.0:1749611291.910278:0:23178:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000400:00000200:1.0:1749611291.910278:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000010:0.0:1749611291.910278:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000100:00000001:2.0:1749611291.910279:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300565369 00000400:00000010:1.0:1749611291.910280:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000040:0.0:1749611291.910280:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611291.910281:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611291.910281:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300565390 00000100:00000001:2.0:1749611291.910283:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611291.910283:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611291.910283:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1749611291.910284:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.910284:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611291.910285:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.910285:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000040:00001000:3.0:1749611291.910287:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e9b0 type=0x10620000 idx=15 00000100:00000001:1.0:1749611291.910287:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.910287:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611291.910289:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749611291.910290:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000010:0.0:1749611291.910290:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000400:00000001:2.0:1749611291.910291:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611291.910292:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910292:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611291.910293:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000020:00000001:1.0:1749611291.910294:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611291.910296:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000040:00001000:3.0:1749611291.910297:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000040:0.0:1749611291.910297:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749611291.910298:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000040:1.0:1749611291.910299:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd880 x1834598494649088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1749611291.910300:0:23178:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611291.910300:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611291.910303:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611291.910304:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611291.910304:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611291.910306:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910307:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910310:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ea40 type=0x10620000 idx=16 00000100:00000200:2.0:1749611291.910312:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611291.910312:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_00_00+0] req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1749611291.910313:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1749611291.910316:0:23178:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.910319:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611291.910319:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611291.910321:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611291.910321:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494649088:12345-0@lo:38:llog_process_th.0 Request processed in 221us (423us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749611291.910322:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910325:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8eae0 type=0x10620000 idx=17 00000100:00000001:2.0:1749611291.910327:0:28320:0:(client.c:1550:after_reply()) Process entered 00000040:00001000:3.0:1749611291.910328:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00100000:1.0:1749611291.910329:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 02000000:00000001:2.0:1749611291.910330:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000040:00001000:3.0:1749611291.910331:0:23178:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611291.910332:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611291.910332:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611291.910332:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910334:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:1.0:1749611291.910334:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611291.910335:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749611291.910336:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000001:2.0:1749611291.910337:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611291.910338:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6d980. 00000100:00000040:0.0:1749611291.910338:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5903) 00000040:00000001:3.0:1749611291.910339:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:1.0:1749611291.910341:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000001:3.0:1749611291.910342:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611291.910343:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b422a438 time=1749611291 v=5 (0 0 0 0) 00000040:00001000:3.0:1749611291.910345:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ebc0 type=0x10620000 idx=18 00000020:00000010:1.0:1749611291.910345:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78200. 00000100:00001000:2.0:1749611291.910347:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b422a3f0 time=1749611291 v=0 (0 0 0 0) 00000040:00001000:3.0:1749611291.910348:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000100:00000001:1.0:1749611291.910348:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611291.910350:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff8800b422a3f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000040:00001000:3.0:1749611291.910351:0:23178:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611291.910353:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749611291.910354:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.910356:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1749611291.910356:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000040:00000001:3.0:1749611291.910358:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611291.910358:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611291.910359:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749611291.910361:0:23178:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611291.910362:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494649216 00000100:00000040:2.0:1749611291.910363:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611291.910364:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.910364:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611291.910365:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611291.910366:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611291.910367:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000040:00001000:3.0:1749611291.910368:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8eca0 type=0x10620000 idx=19 00000100:00000001:1.0:1749611291.910369:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611291.910369:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910371:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:2.0:1749611291.910371:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611291.910371:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910373:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000040:00001000:3.0:1749611291.910374:0:23178:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000040:1.0:1749611291.910374:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611291.910374:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494649216 00000100:00000001:2.0:1749611291.910375:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611291.910376:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611291.910376:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611291.910377:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:0.0:1749611291.910377:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611291.910379:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910379:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611291.910379:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611291.910381:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910382:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ecf0 type=0x10620000 idx=20 00000100:00080000:2.0:1749611291.910382:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611291.910382:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749611291.910383:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611291.910384:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611291.910384:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910385:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000020:00000010:0.0:1749611291.910386:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125e00. 00000100:00000001:2.0:1749611291.910387:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611291.910387:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000040:00001000:3.0:1749611291.910388:0:23178:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000001:1.0:1749611291.910389:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.910390:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000010:0.0:1749611291.910390:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000100:00000040:2.0:1749611291.910391:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611301 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1749611291.910392:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000001:1.0:1749611291.910392:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611291.910394:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00100000:1.0:1749611291.910395:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494649600:0@lo:400:kworker.0 00000100:00000001:1.0:1749611291.910398:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611291.910398:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000040:00000001:3.0:1749611291.910399:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00100000:2.0:1749611291.910399:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494649088:0@lo:38:llog_process_th.0 00000100:00000001:0.0:1749611291.910399:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611291.910401:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910402:0:23178:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611291.910402:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611291.910403:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611291.910403:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910405:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611291.910405:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611291.910406:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611291.910406:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910408:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8edd0 type=0x10620000 idx=21 00000100:00000040:2.0:1749611291.910408:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bdf80 x1834598494649088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611301 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611291.910408:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27c800. 02000000:00000001:1.0:1749611291.910410:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.910412:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:0.0:1749611291.910412:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611291.910414:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbb00. 00000040:00001000:3.0:1749611291.910415:0:23178:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611291.910415:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611291.910417:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749611291.910418:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000400:00000010:1.0:1749611291.910418:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000040:00000001:3.0:1749611291.910420:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000200:1.0:1749611291.910421:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494649600, portal 10 00000040:00000001:3.0:1749611291.910422:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:1.0:1749611291.910423:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749611291.910425:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 00000100:00000001:1.0:1749611291.910425:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000020:00000001:3.0:1749611291.910426:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910427:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611291.910428:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00001000:3.0:1749611291.910429:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8eeb0 type=0x10620000 idx=22 00000100:00000001:0.0:1749611291.910429:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611291.910430:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749611291.910431:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1749611291.910432:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000020:00000040:2.0:1749611291.910432:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611291.910434:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749611291.910434:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000040:00001000:3.0:1749611291.910435:0:23178:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000010:2.0:1749611291.910436:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d577000. 00000100:00000001:0.0:1749611291.910436:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936697856 : -131938772853760 : ffff88009c4fdc00) 00000020:00000001:3.0:1749611291.910438:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.910440:0:23178:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 02000000:00000001:2.0:1749611291.910440:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611291.910441:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749611291.910441:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fdc00 x1834598494649216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611291.910443:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bdf80. 00000100:00000001:1.0:1749611291.910443:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749611291.910445:0:23178:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88012d575c00. 00000100:00000001:2.0:1749611291.910446:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749611291.910446:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611291.910447:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611291.910448:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749611291.910449:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611291.910451:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494649600, offset 0 00000100:00100000:0.0:1749611291.910452:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494649216:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749611291.910453:0:23178:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000100:00000001:2.0:1749611291.910454:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749611291.910454:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611291.910456:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000200:0.0:1749611291.910456:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494649216 00000400:00001000:3.0:1749611291.910458:0:23178:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000100:00000001:2.0:1749611291.910458:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611291.910459:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611291.910459:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611291.910460:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611291.910461:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1749611291.910462:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749611291.910464:0:23178:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:2.0:1749611291.910465:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611291.910466:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf943d00 00000400:00000200:1.0:1749611291.910470:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 46328 00000100:00000040:3.0:1749611291.910471:0:23178:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000020:00000001:0.0:1749611291.910471:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910472:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611291.910473:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611291.910474:0:23178:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88012d575c00. 00000400:00000200:1.0:1749611291.910474:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611291.910475:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00020000:0.0:1749611291.910475:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611291.910477:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611291.910478:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749611291.910478:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611291.910479:0:23178:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800b49bc000. 02000000:00000001:2.0:1749611291.910479:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.910481:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:0.0:1749611291.910481:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611291.910482:0:23178:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000100:00100000:2.0:1749611291.910482:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494649344:0@lo:38:kworker.0 00000100:00000200:1.0:1749611291.910483:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611291.910484:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749611291.910485:0:23178:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b49bc080. 00000100:00000001:2.0:1749611291.910485:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1749611291.910486:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99df80. 00000100:00000001:0.0:1749611291.910486:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611291.910487:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611291.910488:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611291.910489:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611291.910489:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99df80 x1834598494649600 msgsize 224 00000020:00000001:3.0:1749611291.910490:0:23178:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611291.910490:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611291.910492:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d031000. 02000000:00000010:2.0:1749611291.910493:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00000100:00100000:1.0:1749611291.910493:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749611291.910494:0:23178:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b49bc080. 02000000:00000001:0.0:1749611291.910494:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.910495:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910495:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.910498:0:23178:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800b49bc080. 00000400:00000010:2.0:1749611291.910498:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00010000:00000001:0.0:1749611291.910498:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611291.910500:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611291.910501:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:1.0:1749611291.910501:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:01000004:3.0:1749611291.910502:0:23178:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00001000:0.0:1749611291.910503:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611291.910505:0:23178:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000100:00000200:2.0:1749611291.910505:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494649344, portal 10 00000400:00000200:1.0:1749611291.910505:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:2.0:1749611291.910507:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749611291.910507:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611291.910507:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611291.910509:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00000001:0.0:1749611291.910509:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611291.910510:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749611291.910511:0:23178:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff88006da6da00. 00000100:00000040:0.0:1749611291.910511:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611291.910513:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000080:3.0:1749611291.910514:0:23178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000100:00000200:1.0:1749611291.910514:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611291.910516:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611291.910517:0:23178:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:3.0:1749611291.910520:0:23178:0:(genops.c:349:class_newdev()) Process entered 00000100:00000040:0.0:1749611291.910520:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000040:2.0:1749611291.910546:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.910554:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611291.910554:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611291.910555:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611291.910556:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611291.910557:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611291.910558:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611291.910559:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611291.910563:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494649344, offset 0 00000100:00000001:0.0:1749611291.910564:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611291.910565:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611291.910567:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611291.910567:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611291.910567:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611291.910571:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611291.910571:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000020:00000010:3.0:1749611291.910572:0:23178:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88009ac2d5c0. 00000400:00000200:2.0:1749611291.910574:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611291.910575:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000200:0.0:1749611291.910576:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494649216, offset 0 00000020:00000080:3.0:1749611291.910578:0:23178:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) 00000100:00000001:1.0:1749611291.910578:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300565369 00000400:00000200:2.0:1749611291.910580:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943c00 00000100:00000001:1.0:1749611291.910581:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300565390 00000400:00000200:0.0:1749611291.910581:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611291.910584:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300565369 00000400:00000200:2.0:1749611291.910586:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 46552 00000100:00000001:1.0:1749611291.910586:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300565390 00000020:00000001:3.0:1749611291.910589:0:23178:0:(genops.c:950:__class_new_export()) Process entered 00000400:00000200:2.0:1749611291.910590:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611291.910590:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611291.910592:0:23178:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51be800. 00000100:00000001:1.0:1749611291.910593:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300565369 00000400:00000200:2.0:1749611291.910594:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611291.910596:0:23178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1749611291.910596:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300565390 00000100:00000001:2.0:1749611291.910597:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611291.910597:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf943b80 00000100:00000001:1.0:1749611291.910598:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300565369 00000020:00000040:3.0:1749611291.910599:0:23178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51be800 with handle 0x689c0ec07329d3ac to hash 00000100:00000200:2.0:1749611291.910599:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611291.910600:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300565390 00000100:00000010:2.0:1749611291.910602:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fe300. 00000100:00000001:1.0:1749611291.910602:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.910603:0:23178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1749611291.910603:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x872d [1] + 0 00000100:00000040:2.0:1749611291.910604:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fe300 x1834598494649344 msgsize 520 00000100:00000001:1.0:1749611291.910605:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910607:0:23178:0:(obd_class.h:1037:obd_init_export()) Process entered 00000100:00000001:1.0:1749611291.910607:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611291.910608:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611291.910608:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611291.910609:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611291.910610:0:23178:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611291.910612:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611291.910613:0:23178:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352723456 : -131938356828160 : ffff8800b51be800) 00000100:00000001:1.0:1749611291.910614:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611291.910615:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611291.910616:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611291.910616:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749611291.910617:0:23178:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51be800 : new refcount 1 00000100:00000001:1.0:1749611291.910618:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611291.910619:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611291.910619:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749611291.910621:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611291.910621:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611291.910621:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.910623:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910624:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611291.910627:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611291.910630:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 2 - obd_device_list 00000100:00000001:1.0:1749611291.910630:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611291.910631:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.910632:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910634:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611291.910636:0:23178:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611291.910637:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000080:3.0:1749611291.910639:0:23178:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000100:00000001:1.0:1749611291.910640:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611291.910640:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611291.910642:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494649600 00000020:00000001:3.0:1749611291.910643:0:23178:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910644:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611291.910644:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611291.910645:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611291.910645:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000020:00000001:3.0:1749611291.910646:0:23178:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611291.910646:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611291.910648:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.910648:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611291.910648:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000020:00000010:3.0:1749611291.910650:0:23178:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff88006da6da00. 00000100:00000001:0.0:1749611291.910650:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611291.910651:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1125 usecs (2 jiffies) 02000000:00000001:1.0:1749611291.910652:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910652:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611291.910654:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300565370 00000100:00100000:1.0:1749611291.910654:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494649600 00000020:00000001:3.0:1749611291.910655:0:23178:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000100:00000001:0.0:1749611291.910655:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910657:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300565390 00000020:00000001:1.0:1749611291.910657:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611291.910658:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:0.0:1749611291.910658:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611291.910659:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300565370 00000020:00000001:1.0:1749611291.910660:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611291.910660:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.910661:0:23178:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88012d8e44e0. 00000020:00000040:1.0:1749611291.910663:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611291.910663:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611291.910664:0:23178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611291.910666:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611291.910667:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300565390 00000100:00000040:0.0:1749611291.910667:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fdc00 x1834598494649216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611291.910668:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611291.910669:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300565370 00000020:00000001:3.0:1749611291.910670:0:23178:0:(obd_config.c:667:class_setup()) Process entered 00000100:00000001:2.0:1749611291.910671:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300565390 00000100:00000001:2.0:1749611291.910673:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300565370 00000100:00000001:1.0:1749611291.910673:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611291.910675:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300565390 00000020:00000010:1.0:1749611291.910676:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3480. 00000100:00000001:2.0:1749611291.910677:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611291.910677:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494649216:12345-0@lo:38:kworker.0 Request processed in 226us (476us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611291.910680:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611291.910680:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3700. 00000100:00000001:2.0:1749611291.910682:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749611291.910685:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:2.0:1749611291.910686:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611291.910686:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000001:00000001:3.0:1749611291.910687:0:23178:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:0.0:1749611291.910689:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611291.910690:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:3.0:1749611291.910691:0:23178:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d701f00. 00000100:00000001:1.0:1749611291.910692:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611291.910693:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611291.910694:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611291.910694:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00000001:00000010:3.0:1749611291.910696:0:23178:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b52c36c0. 02000000:00000001:2.0:1749611291.910696:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749611291.910697:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 02000000:00000001:2.0:1749611291.910698:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611291.910700:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611291.910701:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78000. 00000020:00000010:1.0:1749611291.910702:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d600. 00000100:00100000:2.0:1749611291.910703:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494649472:0@lo:38:kworker.0 00000020:00000010:1.0:1749611291.910705:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2400. 00000001:00000010:3.0:1749611291.910706:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79a00. 00000100:00000001:2.0:1749611291.910706:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749611291.910706:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125e00. 02000000:00000001:2.0:1749611291.910708:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000001:00000010:3.0:1749611291.910709:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79600. 00000020:00000010:1.0:1749611291.910709:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 02000000:00000001:2.0:1749611291.910710:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910710:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611291.910712:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000010:3.0:1749611291.910714:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e79200. 02000000:00000010:2.0:1749611291.910715:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 00000100:00000040:1.0:1749611291.910715:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000001:00000001:3.0:1749611291.910717:0:23178:0:(hash.c:1039:cfs_hash_create()) Process entered 02000000:00000001:2.0:1749611291.910717:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.910717:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611291.910719:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000001:00000010:3.0:1749611291.910720:0:23178:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88009d7010c0. 00000400:00000010:2.0:1749611291.910720:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000100:00000001:1.0:1749611291.910721:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611291.910723:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000001:00000010:3.0:1749611291.910724:0:23178:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b52c3960. 00000100:00000001:1.0:1749611291.910726:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000001:00000010:3.0:1749611291.910727:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78600. 00000100:00000200:2.0:1749611291.910727:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494649472, portal 10 00000100:00000001:1.0:1749611291.910728:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611291.910729:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611291.910730:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000001:1.0:1749611291.910730:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611291.910732:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78400. 00000001:00000010:3.0:1749611291.910736:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78a00. 00000100:00000040:2.0:1749611291.910736:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.910737:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1749611291.910740:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880118e78200. 00000100:00000001:2.0:1749611291.910742:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611291.910743:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749611291.910744:0:23178:0:(obd_class.h:571:obd_setup()) Process entered 00000100:00000040:2.0:1749611291.910744:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749611291.910745:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494649344 02000000:00000001:1.0:1749611291.910746:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611291.910746:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611291.910748:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611291.910748:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611291.910750:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611291.910751:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 02000000:00000001:1.0:1749611291.910752:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611291.910753:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00000200:2.0:1749611291.910754:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494649472, offset 0 00000100:00100000:1.0:1749611291.910754:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494649344 00000020:00000010:3.0:1749611291.910755:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79800. 00000020:00000001:1.0:1749611291.910756:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611291.910756:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000040:1.0:1749611291.910757:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611291.910758:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611291.910758:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706667392 : -131939002884224 : ffff88008e99df80) 00000020:00000001:1.0:1749611291.910759:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611291.910760:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.910761:0:23178:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6da00. 00000020:00000001:1.0:1749611291.910762:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.910764:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99df80 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:727/0 lens 224/0 e 0 to 0 dl 1749611302 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611291.910765:0:23178:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000400:00000200:2.0:1749611291.910765:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611291.910765:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27cc00. 00000020:00000010:1.0:1749611291.910768:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2200. 00000008:00000010:3.0:1749611291.910770:0:23178:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff88012eb1a840. 00000400:00000200:2.0:1749611291.910770:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943c80 00000020:00000010:1.0:1749611291.910771:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:1.0:1749611291.910773:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611291.910773:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00020000:00000010:3.0:1749611291.910774:0:23178:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff880136970d80. 00000400:00000200:2.0:1749611291.910774:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 47072 00000100:00000001:1.0:1749611291.910774:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611291.910775:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611291.910775:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137649d00. 00000400:00000200:2.0:1749611291.910778:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611291.910778:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.910778:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00008000:00000010:3.0:1749611291.910779:0:23178:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff880099bd9c70. 00000020:00000010:0.0:1749611291.910780:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137649d00. 00000400:00000200:2.0:1749611291.910781:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611291.910783:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611291.910783:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611291.910784:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000080:00000010:3.0:1749611291.910785:0:23178:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff880074c8d960. 00000100:00100000:0.0:1749611291.910785:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494649600:12345-0@lo:400:kworker.0 00000100:00000010:2.0:1749611291.910788:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fe680. 00000100:00000001:1.0:1749611291.910788:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611291.910789:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611291.910789:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494649600 00000020:00000010:3.0:1749611291.910790:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000100:00000040:2.0:1749611291.910790:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fe680 x1834598494649472 msgsize 520 00000020:00000001:0.0:1749611291.910791:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749611291.910793:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000020:00000010:3.0:1749611291.910794:0:23178:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295e600. 00000100:00100000:2.0:1749611291.910794:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749611291.910794:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611291.910795:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936699648 : -131938772851968 : ffff88009c4fe300) 00000020:00000001:0.0:1749611291.910796:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1749611291.910798:0:23178:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008295f200. 00000100:00000040:1.0:1749611291.910799:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fe300 x1834598494649344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611291.910799:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611291.910801:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749611291.910801:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:3.0:1749611291.910803:0:23178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000400:00000200:2.0:1749611291.910804:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000020:00000001:0.0:1749611291.910804:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749611291.910805:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000020:00000010:3.0:1749611291.910807:0:23178:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5eeb0. 00000100:00000001:2.0:1749611291.910807:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611291.910808:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611291.910810:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749611291.910811:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611291.910812:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1749611291.910813:0:23178:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800827d7800. 00000020:00000001:0.0:1749611291.910814:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611291.910815:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494649344:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749611291.910816:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 80000000:00000010:3.0:1749611291.910817:0:23178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012d8e4f60. 00000100:00000001:2.0:1749611291.910818:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749611291.910819:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494649344 00000100:00000001:0.0:1749611291.910820:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 40000000:00000010:3.0:1749611291.910821:0:23178:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b49bc240. 00000100:00000040:2.0:1749611291.910821:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611291.910821:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611291.910822:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749611291.910823:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00100000:00000010:3.0:1749611291.910825:0:23178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bd800. 02000000:00000010:0.0:1749611291.910825:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d030c00. 02000000:00000001:0.0:1749611291.910827:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910828:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1749611291.910829:0:23178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4500. 00000100:00000001:2.0:1749611291.910829:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611291.910830:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910831:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611291.910831:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.910832:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1749611291.910834:0:23178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d6400. 00000100:00000040:2.0:1749611291.910835:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00010000:00020000:1.0:1749611291.910835:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000040:0.0:1749611291.910835:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494649600 00000100:00000001:2.0:1749611291.910837:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300565369 00010000:00000001:1.0:1749611291.910837:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00080000:00000010:3.0:1749611291.910839:0:23178:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c488000. 00000100:00000001:2.0:1749611291.910839:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300565390 00010000:00000001:1.0:1749611291.910840:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611291.910841:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300565369 00010000:00000001:0.0:1749611291.910842:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00080000:00000010:3.0:1749611291.910843:0:23178:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b02000. 00000100:00000001:2.0:1749611291.910843:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300565390 00000100:00000001:1.0:1749611291.910843:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611291.910845:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300565369 00000100:00000001:1.0:1749611291.910845:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611291.910847:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300565390 02000000:00000001:1.0:1749611291.910847:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1749611291.910847:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99df80 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:727/0 lens 224/224 e 0 to 0 dl 1749611302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1749611291.910849:0:23178:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b422c800. 02000000:00000010:1.0:1749611291.910850:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087547c00. 02000000:00000001:1.0:1749611291.910852:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749611291.910854:0:23178:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c489000. 00000100:00000001:2.0:1749611291.910854:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300565369 00000100:00000001:1.0:1749611291.910854:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.910855:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611291.910856:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300565390 00010000:00000001:1.0:1749611291.910857:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611291.910858:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611291.910858:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.910858:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749611291.910860:0:23178:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009a7b1000. 00000100:00000001:2.0:1749611291.910861:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611291.910861:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749611291.910861:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=46 v=5 (1 1 1 1) 00000004:00000010:3.0:1749611291.910864:0:23178:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012d574c00. 00000400:00000001:2.0:1749611291.910864:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611291.910864:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611291.910864:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1749611291.910866:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611291.910866:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:1.0:1749611291.910867:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000010:00000010:3.0:1749611291.910868:0:23178:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88012d8e40c0. 00000400:00000010:2.0:1749611291.910868:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00000001:0.0:1749611291.910868:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611291.910869:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000400:00000200:2.0:1749611291.910870:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000010:00000001:3.0:1749611291.910871:0:23178:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749611291.910871:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611291.910871:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749611291.910872:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611291.910873:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611291.910873:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.910874:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611291.910875:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611291.910877:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611291.910878:0:23178:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000200:2.0:1749611291.910879:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611291.910879:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611291.910879:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611291.910881:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.910882:0:23178:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611291.910882:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000001:1.0:1749611291.910883:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611291.910885:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611291.910886:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494649600, offset 224 00000400:00000010:1.0:1749611291.910887:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:2.0:1749611291.910888:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611291.910890:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611291.910895:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611291.910896:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611291.910897:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611291.910898:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611291.910900:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611291.910901:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611291.910902:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494649344, offset 0 00000400:00000200:0.0:1749611291.910902:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943d00 00000100:00000001:2.0:1749611291.910903:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.910905:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611291.910907:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8739 [1] + 224 00000100:00001000:2.0:1749611291.910910:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611291 v=5 (0 0 0 0) 00000400:00000200:0.0:1749611291.910912:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749611291.910913:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=114 v=20 (1 1 1 20) 00000400:00000200:1.0:1749611291.910914:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611291.910915:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749611291.910915:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611291.910917:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611291.910919:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611291.910920:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611291.910921:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611291.910923:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611291.910924:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.910931:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611291.910933:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749611291.910933:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943c00 00000100:00000001:2.0:1749611291.910934:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611291.910934:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.910936:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749611291.910938:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8741 [1] + 0 00000020:00000001:3.0:1749611291.910941:0:23178:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611291.910942:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611291.910943:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749611291.910945:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000010:00000001:3.0:1749611291.910946:0:23178:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000400:00000200:1.0:1749611291.910946:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611291.910946:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749611291.910948:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000010:00000010:3.0:1749611291.910949:0:23178:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff88006da6d900. 00000100:00000001:2.0:1749611291.910950:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611291.910950:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611291.910952:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000010:00000010:3.0:1749611291.910953:0:23178:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800b52c3b20. 00000100:00000001:0.0:1749611291.910954:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611291.910955:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.910956:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611291.910956:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000010:00000010:3.0:1749611291.910958:0:23178:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800b52c3120. 00000100:00000001:0.0:1749611291.910959:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611291.910960:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611291.910962:0:23178:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000100:00000040:0.0:1749611291.910962:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00100000:2.0:1749611291.910963:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494649216:0@lo:38:kworker.0 00000100:00000001:2.0:1749611291.910967:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.910968:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749611291.910969:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611291.910969:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611291.910970:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910972:0:23178:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000100:00000040:2.0:1749611291.910972:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494649216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611291.910972:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749611291.910975:0:23178:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000100:00000001:1.0:1749611291.910977:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611291.910977:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99df80 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:727/0 lens 224/224 e 0 to 0 dl 1749611302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.910978:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611291.910979:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:01000004:3.0:1749611291.910980:0:23178:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8800b422c000 from lustre-OST0000, refs=3 02000000:00000010:2.0:1749611291.910981:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5000. 00000400:00000200:1.0:1749611291.910981:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000001:3.0:1749611291.910983:0:23178:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000400:00000010:1.0:1749611291.910983:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:2.0:1749611291.910984:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611291.910985:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611291.910986:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749611291.910987:0:23178:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000100:00000001:1.0:1749611291.910987:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611291.910987:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494649600:12345-0@lo:400:kworker.0 Request processed in 212us (495us total) trans 0 rc 0/0 00000020:00000040:2.0:1749611291.910988:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611291.910989:0:23178:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611291.910990:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611291.910990:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.910991:0:23178:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 02000000:00000010:2.0:1749611291.910992:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d030800. 00000100:00000040:1.0:1749611291.910993:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000001:2.0:1749611291.910994:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611291.910995:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611291.910995:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000020:01000004:3.0:1749611291.910996:0:23178:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b422c000 from lustre-OST0000, refs=3 02000000:00000001:2.0:1749611291.910996:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611291.910997:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000020:00000001:1.0:1749611291.910997:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611291.910998:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:3.0:1749611291.910999:0:23178:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000100:00000001:2.0:1749611291.910999:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611291.911000:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611291.911001:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611291.911001:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fe300 x1834598494649344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1749611291.911002:0:23178:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b422c000 3 00000100:00000001:2.0:1749611291.911002:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611291.911002:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611291.911005:0:23178:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611291.911005:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2400. 00000020:00000001:3.0:1749611291.911007:0:23178:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911007:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611291.911009:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:0.0:1749611291.911009:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00000001:2.0:1749611291.911010:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611291.911011:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611291.911011:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494649344:12345-0@lo:38:kworker.0 Request processed in 197us (404us total) trans 0 rc -19/-19 00000010:00000010:3.0:1749611291.911012:0:23178:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff88006da6d880. 00000020:00000010:0.0:1749611291.911013:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d600. 00000400:00000001:2.0:1749611291.911014:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749611291.911015:0:23178:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000400:00000001:2.0:1749611291.911016:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611291.911017:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000020:00000040:0.0:1749611291.911017:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:1.0:1749611291.911018:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000400:00000200:2.0:1749611291.911020:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000001:0.0:1749611291.911020:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1749611291.911021:0:23178:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b49bc0c0. 00000100:00000001:1.0:1749611291.911021:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611291.911022:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611291.911025:0:23178:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000020:00000010:1.0:1749611291.911025:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2200. 00000400:00000010:2.0:1749611291.911026:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00010000:00000001:3.0:1749611291.911027:0:23178:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.911028:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611291.911029:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611291.911029:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00100000:0.0:1749611291.911030:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494649472 00000020:00000010:3.0:1749611291.911032:0:23178:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88009a7b3000. 00000020:00000010:1.0:1749611291.911032:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27cc00. 02000000:00000001:0.0:1749611291.911032:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611291.911033:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611291.911034:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611291.911035:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611291.911036:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 3 - import 00000100:00000001:0.0:1749611291.911036:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.911038:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611291.911041:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611291.911041:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494649472 00000020:00000001:3.0:1749611291.911064:0:23178:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611291.911067:0:23178:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611291.911069:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749611291.911070:0:23178:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611291.911071:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749611291.911073:0:23178:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000020:00000001:0.0:1749611291.911073:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611291.911074:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749611291.911074:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1749611291.911074:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611291.911076:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611291.911076:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749611291.911076:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611291.911078:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911079:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749611291.911080:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.911082:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749611291.911083:0:23178:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:2.0:1749611291.911084:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611291.911084:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbb00. 00000020:00000010:0.0:1749611291.911084:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125e00. 00000100:00000001:3.0:1749611291.911086:0:23178:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611291.911086:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611291.911087:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000020:00000010:0.0:1749611291.911087:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000400:00000010:1.0:1749611291.911089:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611291.911090:0:23178:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611291.911090:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611291.911090:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:1.0:1749611291.911092:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611291.911093:0:23178:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611291.911093:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611291.911094:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749611291.911095:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611291 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611291.911096:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.911097:0:23178:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749611291.911097:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611291.911099:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=96 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611291.911101:0:23178:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611291.911101:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611291.911103:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611291.911105:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611291.911105:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611291.911106:0:23178:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611291.911106:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611291.911109:0:23178:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00000100:00000040:2.0:1749611291.911110:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.911112:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611291.911113:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1749611291.911114:0:23178:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012d8e4300. 00000100:00000001:1.0:1749611291.911114:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.911116:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611291.911116:0:28321:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:3.0:1749611291.911118:0:23178:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88009a7b3000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 02000000:00000001:1.0:1749611291.911118:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611291.911119:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611291.911120:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.911120:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611291.911121:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1749611291.911122:0:23178:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911122:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611291.911122:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911123:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611291.911123:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749611291.911124:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611291.911126:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749611291.911126:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00080000:2.0:1749611291.911128:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:1.0:1749611291.911128:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=146 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611291.911129:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936700544 : -131938772851072 : ffff88009c4fe680) 00000100:00000001:2.0:1749611291.911130:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611291.911132:0:23178:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00000100:00001000:1.0:1749611291.911132:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=146 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611291.911133:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fe680 x1834598494649472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611291.911134:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611291.911135:0:23178:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00000001:1.0:1749611291.911135:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611291.911136:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611291.911138:0:23178:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611291.911139:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749611291.911141:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494649344:0@lo:38:kworker.0 00010000:00000010:3.0:1749611291.911143:0:23178:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88012d577000. 00010000:00080000:1.0:1749611291.911143:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611291.911143:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494649472:12345-0@lo:38:kworker.0 00000001:00000001:3.0:1749611291.911146:0:23178:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000200:0.0:1749611291.911147:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494649472 00000020:00000001:0.0:1749611291.911149:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000001:00000010:3.0:1749611291.911150:0:23178:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800a8ba4400. 00010000:00000001:1.0:1749611291.911151:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.911151:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611291.911152:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.911153:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611291.911154:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611291.911155:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000001:00000010:3.0:1749611291.911156:0:23178:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800a8ba4700. 00000100:00000040:2.0:1749611291.911157:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494649344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.911157:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611291.911158:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.911159:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611291.911162:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749611291.911163:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611291.911164:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611291.911165:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1749611291.911165:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749611291.911167:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 00010000:00000001:0.0:1749611291.911168:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611291.911169:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611291.911170:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611291.911171:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611291.911171:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611291.911171:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:2.0:1749611291.911172:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749611291.911172:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611291.911172:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749611291.911174:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611291.911174:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611291.911176:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d031c00. 00000100:00000040:1.0:1749611291.911176:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611291.911177:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d033c00. 02000000:00000001:2.0:1749611291.911178:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611291.911179:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749611291.911179:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611291.911181:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:0.0:1749611291.911181:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911183:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1749611291.911184:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611291.911185:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.911186:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.911186:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911188:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1749611291.911188:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611291.911189:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611291.911190:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.911191:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611291.911192:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.911194:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749611291.911196:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494649600:0@lo:400:kworker.0 00000100:00000040:0.0:1749611291.911196:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611291.911198:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611291.911200:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611291.911200:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611291.911203:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611291.911203:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000040:1.0:1749611291.911206:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494649600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611291.911210:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611291.911212:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611291.911212:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611291.911214:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611291.911214:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000001:00000010:3.0:1749611291.911216:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006557000. 02000000:00000010:1.0:1749611291.911216:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27c800. 00000100:00000040:0.0:1749611291.911217:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611291.911219:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611291.911220:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749611291.911220:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000020:00000040:1.0:1749611291.911221:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611291.911223:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749611291.911224:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494649472, offset 0 02000000:00000010:1.0:1749611291.911225:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 02000000:00000001:1.0:1749611291.911228:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749611291.911228:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611291.911229:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611291.911231:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000001:1.0:1749611291.911235:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749611291.911235:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611291.911236:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.911238:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611291.911240:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943c80 00000100:00000001:1.0:1749611291.911243:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611291.911244:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611291.911244:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x874d [1] + 0 00000100:00000001:1.0:1749611291.911246:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611291.911248:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611291.911249:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611291.911252:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611291.911255:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611291.911259:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611291.911267:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611291.911273:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749611291.911276:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611291.911279:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611291.911283:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611291.911285:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611291.911287:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611291.911288:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611291.911291:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.911293:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611291.911295:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.911298:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611291.911302:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fe680 x1834598494649472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611291.911310:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494649472:12345-0@lo:38:kworker.0 Request processed in 168us (518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611291.911318:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00000001:0.0:1749611291.911320:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611291.911322:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:3.0:1749611291.911328:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006561000. 00000020:00000010:0.0:1749611291.911330:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00000020:00000010:0.0:1749611291.911333:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000020:00000010:0.0:1749611291.911336:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125e00. 00000100:00000001:0.0:1749611291.911340:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1749611291.911414:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000656b000. 00000100:00000001:2.0:1749611291.911464:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611291.911467:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611291.911471:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611291.911473:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611291.911475:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000400:00000200:2.0:1749611291.911479:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611291.911480:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611291.911483:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611291.911488:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611291.911497:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1749611291.911500:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006575000. 00000100:00000001:2.0:1749611291.911504:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611291.911511:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.911514:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611291.911515:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611291.911517:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611291.911519:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.911547:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611291.911553:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611291 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611291.911556:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=146 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611291.911559:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611291.911561:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611291.911563:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611291.911567:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.911574:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611291.911576:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611291.911578:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.911579:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611291.911581:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611291.911583:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611291.911586:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611291.911588:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611291.911591:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611291.911599:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494649472:0@lo:38:kworker.0 00000100:00000001:2.0:1749611291.911604:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911605:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611291.911608:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.911614:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611291.911616:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611291.911617:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 00000020:00000040:0.0:1749611291.911619:0:23180:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=6 02000000:00000001:2.0:1749611291.911625:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00002000:00000001:0.0:1749611291.911625:0:23180:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000020:00000001:2.0:1749611291.911627:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611291.911628:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00002000:00000001:0.0:1749611291.911629:0:23180:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611291.911631:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611291.911632:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d031400. 00000020:00000040:0.0:1749611291.911633:0:23180:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=7 02000000:00000001:2.0:1749611291.911635:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611291.911636:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000001:00000010:3.0:1749611291.911637:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000657f000. 00000100:00000010:2.0:1749611291.911638:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000020:00000040:0.0:1749611291.911639:0:23180:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 6 00000100:00000001:2.0:1749611291.911641:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611291.911642:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.911644:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611291.911647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611291.911649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.911650:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611291.911719:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006589000. 00000001:00000010:3.0:1749611291.911800:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006593000. 00000001:00000010:3.0:1749611291.911877:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000659d000. 00000001:00000010:3.0:1749611291.911966:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065a7000. 00000001:00000010:3.0:1749611291.912068:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065b1000. 00000001:00000010:3.0:1749611291.912148:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065bb000. 00000001:00000010:3.0:1749611291.912242:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065c5000. 00000001:00000010:3.0:1749611291.912320:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065cf000. 00000001:00000010:3.0:1749611291.912397:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065d9000. 00000001:00000010:3.0:1749611291.912481:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065e3000. 00000001:00000010:3.0:1749611291.912605:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065ed000. 00000001:00000010:3.0:1749611291.912686:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900065f7000. 00000001:00000010:3.0:1749611291.912768:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006601000. 00000001:00000010:3.0:1749611291.912863:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000660b000. 00000001:00000010:3.0:1749611291.912946:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006615000. 00000001:00000010:3.0:1749611291.913031:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000661f000. 00000001:00000010:3.0:1749611291.913139:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006629000. 00000001:00000010:3.0:1749611291.913225:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006633000. 00000001:00000010:3.0:1749611291.913303:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000663d000. 00000001:00000010:3.0:1749611291.913377:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006647000. 00000001:00000010:3.0:1749611291.913469:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006651000. 00000001:00000010:3.0:1749611291.913577:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000665b000. 00000001:00000010:3.0:1749611291.913657:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006665000. 00000001:00000010:3.0:1749611291.913748:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000666f000. 00000001:00000010:3.0:1749611291.913830:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006679000. 00000001:00000010:3.0:1749611291.913917:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006683000. 00000001:00000010:3.0:1749611291.914000:0:23178:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000668d000. 00000020:00000010:3.0:1749611291.914122:0:23178:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880130311000. 00000020:00000010:3.0:1749611291.914129:0:23178:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b52c39c0. 00010000:00000001:3.0:1749611291.914143:0:23178:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1749611291.914185:0:23178:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1749611291.914202:0:23178:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d743000. 00000020:00000010:3.0:1749611291.914207:0:23178:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800827d7200. 00010000:00000001:3.0:1749611291.914219:0:23178:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1749611291.914222:0:23178:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00010000:00000001:3.0:1749611291.914224:0:23178:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611291.914228:0:23178:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612137369890816 : -131936339660800 : ffff88012d577000) 00010000:00000001:3.0:1749611291.914233:0:23178:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1749611291.914237:0:23178:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff88006da6d900. 00000010:00000010:3.0:1749611291.914242:0:23178:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800b52c3120. 00000010:00000010:3.0:1749611291.914246:0:23178:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800b52c3b20. 00000010:00000010:3.0:1749611291.914250:0:23178:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff88006da6d880. 00000010:00000001:3.0:1749611291.914253:0:23178:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.914281:0:23178:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d743800. 00000020:00000010:3.0:1749611291.914286:0:23178:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88012c48e000. 00000010:00000001:3.0:1749611291.914304:0:23178:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.914311:0:23178:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295e600. 00000040:00000010:3.0:1749611291.914317:0:23178:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008295f200. 00000020:00000010:3.0:1749611291.914322:0:23178:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611291.914327:0:23178:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611291.914332:0:23178:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800827d7800. 80000000:00000010:3.0:1749611291.914337:0:23178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012d8e4f60. 40000000:00000010:3.0:1749611291.914342:0:23178:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b49bc240. 00100000:00000010:3.0:1749611291.914355:0:23178:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bd800. 00040000:00000010:3.0:1749611291.914359:0:23178:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4500. 00040000:00000010:3.0:1749611291.914364:0:23178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d6400. 00080000:00000010:3.0:1749611291.914371:0:23178:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00080000:00000010:3.0:1749611291.914376:0:23178:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c488000. 00000004:00000010:3.0:1749611291.914381:0:23178:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b422c800. 00000004:00000010:3.0:1749611291.914388:0:23178:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c489000. 00000004:00000010:3.0:1749611291.914392:0:23178:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009a7b1000. 00000004:00000010:3.0:1749611291.914398:0:23178:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012d574c00. 00000020:00000010:3.0:1749611291.914404:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000020:00000010:3.0:1749611291.914410:0:23178:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6da00. 00000020:00000010:3.0:1749611291.914414:0:23178:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000008:00000010:3.0:1749611291.914419:0:23178:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff88012eb1a840. 00020000:00000010:3.0:1749611291.914424:0:23178:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff880136970d80. 00008000:00000010:3.0:1749611291.914429:0:23178:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff880099bd9c70. 00000080:00000010:3.0:1749611291.914433:0:23178:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff880074c8d960. 00000020:00000010:3.0:1749611291.914438:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 00000020:00000001:3.0:1749611291.914441:0:23178:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611291.914445:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 4 - setup 00000020:00000080:3.0:1749611291.914449:0:23178:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:3.0:1749611291.914452:0:23178:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.914455:0:23178:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611291.914460:0:23178:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88012d8e44e0. 00000020:00000001:3.0:1749611291.914469:0:23178:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:3.0:1749611291.914473:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6200. 00000020:00000010:3.0:1749611291.914477:0:23178:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800827d6400. 00000040:00000010:3.0:1749611291.914481:0:23178:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800827d7800. 00000020:00000010:3.0:1749611291.914485:0:23178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009a7b1000. 00000020:00000010:3.0:1749611291.914489:0:23178:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611291.914493:0:23178:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800827d6600. 80000000:00000010:3.0:1749611291.914497:0:23178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f14e0. 40000000:00000010:3.0:1749611291.914500:0:23178:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e688d80. 00100000:00000010:3.0:1749611291.914505:0:23178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009a7b6800. 00040000:00000010:3.0:1749611291.914517:0:23178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4500. 00040000:00000010:3.0:1749611291.914521:0:23178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d7a00. 00080000:00000010:3.0:1749611291.914560:0:23178:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c489000. 00080000:00000010:3.0:1749611291.914565:0:23178:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b02000. 00000004:00000010:3.0:1749611291.914572:0:23178:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009a7b7000. 00000004:00000010:3.0:1749611291.914576:0:23178:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c488000. 00000004:00000010:3.0:1749611291.914581:0:23178:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009a7b7800. 00000004:00000010:3.0:1749611291.914586:0:23178:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d740800. 00000020:00000010:3.0:1749611291.914592:0:23178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79800. 00000020:00000010:3.0:1749611291.914596:0:23178:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ac859a00. 00000020:00000010:3.0:1749611291.914601:0:23178:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749611291.914605:0:23178:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88009d701180. 00000020:00000010:3.0:1749611291.914609:0:23178:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88012e688400. 00000020:00000001:3.0:1749611291.914613:0:23178:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:3.0:1749611291.914615:0:23178:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1749611291.914617:0:23178:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1749611291.914620:0:23178:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1749611291.914622:0:23178:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1749611291.914626:0:23178:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b422c800. 00000020:00000001:3.0:1749611291.914629:0:23178:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749611291.914633:0:23178:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b422c800 with handle 0x689c0ec07329d3b3 to hash 00000020:00000001:3.0:1749611291.914636:0:23178:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749611291.914641:0:23178:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:3.0:1749611291.914643:0:23178:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611291.914647:0:23178:0:(genops.c:887:class_export_get()) GET export ffff8800b422c800 refcount=3 00000020:00000040:3.0:1749611291.914651:0:23178:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 5 - export 00000020:00000001:3.0:1749611291.914655:0:23178:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000020:00000040:3.0:1749611291.914660:0:23178:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 2 00000020:00000080:3.0:1749611291.914663:0:23178:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d3b3 00000020:00000001:3.0:1749611291.914666:0:23178:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.914669:0:23178:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611291.914671:0:23178:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3b3 00000020:00000001:3.0:1749611291.914673:0:23178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611291.914676:0:23178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b422c800 refcount=3 00000020:00000001:3.0:1749611291.914680:0:23178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000020:00000001:3.0:1749611291.914690:0:23178:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000100:00000001:3.0:1749611291.914695:0:23178:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749611291.914698:0:23178:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611291.914702:0:23178:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1749611291.914707:0:23178:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611291.914710:0:23178:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611291.914714:0:23178:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611291.914717:0:23178:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611291.914719:0:23178:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3b3 00000020:00000001:3.0:1749611291.914721:0:23178:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611291.914724:0:23178:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b422c800 refcount=4 00000020:00000001:3.0:1749611291.914727:0:23178:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000020:00000001:3.0:1749611291.914729:0:23178:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000100:00000001:3.0:1749611291.914732:0:23178:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611291.914735:0:23178:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611291.914738:0:23178:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611291.914742:0:23178:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 3 00000100:00080000:3.0:1749611291.914745:0:23178:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff88009a7b3000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611291.914749:0:23178:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611291.914752:0:23178:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611291.914758:0:23178:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1749611291.914761:0:23178:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1749611291.914764:0:23178:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:3.0:1749611291.914769:0:23178:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.914771:0:23178:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611291.914774:0:23178:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611291.914778:0:23178:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000020:00000040:3.0:1749611291.914782:0:23178:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:3.0:1749611291.914786:0:23178:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611291.914788:0:23178:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.914791:0:23178:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611291.914794:0:23178:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611291.914815:0:23178:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611291.914822:0:23178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d740000. 00000100:00000001:3.0:1749611291.914828:0:23178:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611291.914837:0:23178:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611291.914852:0:23178:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611291.914857:0:23178:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611291.914863:0:23178:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bc000] to pc [ptlrpcd_rcv+-1] req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611291.914900:0:23178:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611291.914905:0:23178:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1749611291.914907:0:23178:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:3.0:1749611291.914912:0:23178:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611291.914931:0:23178:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611291.914935:0:23178:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611291.914979:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611291.914985:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1749611291.914988:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611291.914991:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5903) 00000100:00000001:2.0:1749611291.914993:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611291.914995:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611291.915003:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.915014:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611291.915016:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.915020:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611291.915022:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611291.915025:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611291.915028:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494649728:0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611291.915032:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611291.915036:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611291.915038:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.915040:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611291.915069:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 02000000:00000001:2.0:1749611291.915073:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611291.915079:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000400:00000010:2.0:1749611291.915084:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611291.915088:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494649728, portal 10 00000100:00000001:2.0:1749611291.915090:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611291.915100:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000020:00000010:2.0:1749611291.915108:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88007d28a000. 00000100:00000040:2.0:1749611291.915116:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.915125:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611291.915128:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611291.915130:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000200:2.0:1749611291.915133:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494649728, offset 0 00000400:00000200:2.0:1749611291.915138:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611291.915146:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611291.915152:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943d80 00000400:00000200:2.0:1749611291.915158:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 47592 00000400:00000200:2.0:1749611291.915166:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611291.915170:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611291.915176:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611291.915179:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611291.915183:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fea00. 00000100:00000040:2.0:1749611291.915187:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fea00 x1834598494649728 msgsize 520 00000100:00100000:2.0:1749611291.915193:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611291.915204:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611291.915210:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611291.915213:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:2.0:1749611291.915217:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611291.915218:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1749611291.915221:0:23178:0:(genops.c:887:class_export_get()) GET export ffff8800b422c800 refcount=4 00000100:00100000:0.0:1749611291.915221:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494649728 00000100:00000200:2.0:1749611291.915222:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611291.915224:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611291.915227:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611291.915229:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.915234:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611291.915234:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611291.915238:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611291.915238:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494649728 00000020:00000001:0.0:1749611291.915241:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749611291.915243:0:23178:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611291.915243:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611291.915246:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611291.915247:0:23178:0:(genops.c:887:class_export_get()) GET export ffff8800b422c800 refcount=5 00000020:00000001:0.0:1749611291.915248:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.915249:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915250:0:23178:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611291.915251:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749611291.915251:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.915254:0:23178:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88009d701180. 00000100:00000001:2.0:1749611291.915256:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611291.915257:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125e00. 00000020:00000010:3.0:1749611291.915260:0:23178:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff88012e688400. 00000100:00000040:2.0:1749611291.915261:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000010:0.0:1749611291.915262:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000100:00000001:2.0:1749611291.915264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300565395 00000020:00000010:3.0:1749611291.915267:0:23178:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800827d6400. 00000020:00000010:0.0:1749611291.915267:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000040:00000010:3.0:1749611291.915272:0:23178:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800827d7800. 00000100:00000001:0.0:1749611291.915273:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1749611291.915274:0:23181:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 4 00000100:00000001:0.0:1749611291.915275:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611291.915276:0:23178:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009a7b1000. 00000100:00000001:0.0:1749611291.915278:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611291.915281:0:23178:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5eeb0. 00000100:00000001:2.0:1749611291.915281:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300565390 00000100:00000001:0.0:1749611291.915283:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.915286:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300565395 00000020:00000010:3.0:1749611291.915287:0:23178:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800827d6600. 80000000:00000010:3.0:1749611291.915291:0:23178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f14e0. 00000100:00000001:2.0:1749611291.915291:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300565390 00000100:00000001:2.0:1749611291.915295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300565395 40000000:00000010:3.0:1749611291.915297:0:23178:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e688d80. 00000100:00000001:2.0:1749611291.915299:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300565390 00100000:00000010:3.0:1749611291.915301:0:23178:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009a7b6800. 00000100:00000001:2.0:1749611291.915303:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300565395 00000100:00000001:0.0:1749611291.915303:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:3.0:1749611291.915307:0:23178:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4500. 00000100:00000001:2.0:1749611291.915308:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300565390 00040000:00000010:3.0:1749611291.915312:0:23178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d7a00. 00000100:00000001:2.0:1749611291.915312:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611291.915315:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611291.915316:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611291.915317:0:23178:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00000100:00000001:0.0:1749611291.915317:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611291.915321:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611291.915323:0:23178:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c489000. 00000100:00100000:0.0:1749611291.915323:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00000001:2.0:1749611291.915324:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.915331:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611291.915334:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1749611291.915335:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936701440 : -131938772850176 : ffff88009c4fea00) 00000004:00000010:3.0:1749611291.915336:0:23178:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009a7b7000. 00000100:00000001:2.0:1749611291.915337:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611291.915339:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000004:00000010:3.0:1749611291.915342:0:23178:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c488000. 00000100:00000001:2.0:1749611291.915342:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.915343:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fea00 x1834598494649728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.915344:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1749611291.915347:0:23178:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009a7b7800. 00000004:00000010:3.0:1749611291.915351:0:23178:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d740800. 00000020:00000010:3.0:1749611291.915356:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6200. 00000100:00100000:0.0:1749611291.915360:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494649728:12345-0@lo:38:llog_process_th.0 00000020:00000010:3.0:1749611291.915362:0:23178:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ac859a00. 00000100:00000200:0.0:1749611291.915365:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494649728 00000020:00000010:3.0:1749611291.915366:0:23178:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000001:0.0:1749611291.915369:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749611291.915371:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 00010000:00000001:0.0:1749611291.915372:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611291.915377:0:23178:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800b49bc000. 00000020:00000010:3.0:1749611291.915380:0:23178:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800b49bc080. 00000020:00000040:0.0:1749611291.915380:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000020:00000001:3.0:1749611291.915384:0:23178:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915384:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000020:00000001:3.0:1749611291.915387:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915392:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ef08 type=0x10620000 idx=23 00000100:00000001:0.0:1749611291.915392:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611291.915395:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000040:00001000:3.0:1749611291.915396:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1749611291.915400:0:23178:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000010:0.0:1749611291.915400:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88009d030400. 00000020:00000001:3.0:1749611291.915403:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:0.0:1749611291.915403:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915405:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.915422:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915424:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ef88 type=0x10620000 idx=24 00010000:00000040:0.0:1749611291.915426:0:12680:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00001000:3.0:1749611291.915427:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1749611291.915429:0:23178:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915432:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915433:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749611291.915435:0:12680:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 5898 last 0 00000040:00001000:3.0:1749611291.915436:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f018 type=0x10620000 idx=25 00000040:00001000:3.0:1749611291.915438:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:3.0:1749611291.915440:0:23178:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00010000:00000001:0.0:1749611291.915440:0:12680:0:(obd_class.h:881:obd_connect()) Process entered 00000020:00000001:3.0:1749611291.915443:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915444:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749611291.915445:0:12680:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000040:00001000:3.0:1749611291.915447:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f0b8 type=0x10620000 idx=26 00000020:00000001:0.0:1749611291.915448:0:12680:0:(genops.c:1392:class_connect()) Process entered 00000040:00001000:3.0:1749611291.915450:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000020:00000001:0.0:1749611291.915450:0:12680:0:(genops.c:950:__class_new_export()) Process entered 00000040:00001000:3.0:1749611291.915453:0:23178:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000010:0.0:1749611291.915453:0:12680:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88009d241000. 00000020:00000001:3.0:1749611291.915456:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611291.915456:0:12680:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00000001:3.0:1749611291.915458:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:0.0:1749611291.915459:0:12680:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d241000 with handle 0x689c0ec07329d3ba to hash 00000040:00000001:3.0:1749611291.915460:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611291.915462:0:12680:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1749611291.915464:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915468:0:12680:0:(obd_class.h:1037:obd_init_export()) Process entered 00000004:00000001:0.0:1749611291.915471:0:12680:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000040:00001000:3.0:1749611291.915474:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f198 type=0x10620000 idx=27 00000004:00000010:0.0:1749611291.915474:0:12680:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff880137649d00. 00000040:00001000:3.0:1749611291.915478:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000001:00000001:0.0:1749611291.915479:0:12680:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000040:00001000:3.0:1749611291.915481:0:23178:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915483:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:0.0:1749611291.915483:0:12680:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff880096dff500. 00000040:00000001:3.0:1749611291.915485:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000001:0.0:1749611291.915486:0:12680:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749611291.915487:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.915489:0:23178:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611291.915490:0:12680:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000020:00000001:3.0:1749611291.915492:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611291.915492:0:12680:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:3.0:1749611291.915494:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f278 type=0x10620000 idx=28 00000001:00000010:0.0:1749611291.915496:0:12680:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88008350d780. 00000040:00001000:3.0:1749611291.915497:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:3.0:1749611291.915499:0:23178:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915502:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915504:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915507:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f2c8 type=0x10620000 idx=29 00000001:00000010:0.0:1749611291.915507:0:12680:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880122460fe0. 00000040:00001000:3.0:1749611291.915510:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000001:00000010:0.0:1749611291.915511:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125800. 00000040:00001000:3.0:1749611291.915513:0:23178:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915515:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:0.0:1749611291.915515:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125600. 00000040:00000001:3.0:1749611291.915517:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:0.0:1749611291.915518:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124200. 00000040:00000001:3.0:1749611291.915519:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.915521:0:23178:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611291.915521:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124e00. 00000020:00000001:3.0:1749611291.915524:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611291.915525:0:12680:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:3.0:1749611291.915527:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f3a8 type=0x10620000 idx=30 00000001:00000010:0.0:1749611291.915528:0:12680:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88008350d3c0. 00000040:00001000:3.0:1749611291.915529:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:3.0:1749611291.915532:0:23178:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:0.0:1749611291.915532:0:12680:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff880122460120. 00000020:00000001:3.0:1749611291.915534:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:0.0:1749611291.915535:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125200. 00000040:00000001:3.0:1749611291.915536:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:0.0:1749611291.915574:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c9be800. 00000001:00000010:0.0:1749611291.915577:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c9bf400. 00000001:00000010:0.0:1749611291.915579:0:12680:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c9be400. 00000040:00000001:3.0:1749611291.915580:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00010000:00000001:0.0:1749611291.915582:0:12680:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915585:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611291.915585:0:12680:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1749611291.915587:0:12680:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915588:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915589:0:12680:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915591:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f488 type=0x10620000 idx=31 00000020:00000040:0.0:1749611291.915592:0:12680:0:(genops.c:887:class_export_get()) GET export ffff88009d241000 refcount=3 00000040:00001000:3.0:1749611291.915594:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000020:00000040:0.0:1749611291.915595:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000040:00001000:3.0:1749611291.915597:0:23178:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611291.915598:0:12680:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000020:00000001:3.0:1749611291.915600:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:0.0:1749611291.915601:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 2 00000020:00000001:3.0:1749611291.915602:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1749611291.915603:0:12680:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x689c0ec07329d3ba 00000020:00000001:0.0:1749611291.915604:0:12680:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915606:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611291.915608:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000020:00000001:0.0:1749611291.915610:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:3.0:1749611291.915612:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f4e0 type=0x10620000 idx=32 00000020:00000040:0.0:1749611291.915612:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=3 00000020:00000001:0.0:1749611291.915614:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000040:00001000:3.0:1749611291.915615:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000020:00000001:0.0:1749611291.915616:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000040:00001000:3.0:1749611291.915618:0:23178:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:0.0:1749611291.915618:0:12680:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000020:00000001:3.0:1749611291.915621:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:0.0:1749611291.915622:0:12680:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000020:00000001:3.0:1749611291.915623:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915629:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f560 type=0x10620000 idx=33 00000001:00000040:0.0:1749611291.915630:0:12680:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000040:00001000:3.0:1749611291.915632:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:3.0:1749611291.915634:0:23178:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000040:0.0:1749611291.915634:0:12680:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000001:3.0:1749611291.915637:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:0.0:1749611291.915637:0:12680:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000020:00000001:3.0:1749611291.915639:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915641:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f5f0 type=0x10620000 idx=34 00000040:00001000:3.0:1749611291.915644:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:3.0:1749611291.915646:0:23178:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915649:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:0.0:1749611291.915649:0:12680:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000020:00000001:3.0:1749611291.915651:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611291.915653:0:12680:0:(genops.c:887:class_export_get()) GET export ffff88009d241000 refcount=4 00000040:00001000:3.0:1749611291.915654:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f670 type=0x10620000 idx=35 00000040:00001000:3.0:1749611291.915656:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000001:00000040:0.0:1749611291.915656:0:12680:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000040:00001000:3.0:1749611291.915659:0:23178:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:0.0:1749611291.915660:0:12680:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915662:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.915664:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000040:0.0:1749611291.915664:0:12680:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00000001:3.0:1749611291.915666:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000001:0.0:1749611291.915667:0:12680:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915668:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.915671:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915673:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f750 type=0x10620000 idx=36 00000004:00100000:0.0:1749611291.915673:0:12680:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00001000:3.0:1749611291.915676:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000001:00000001:0.0:1749611291.915678:0:12680:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000040:00001000:3.0:1749611291.915679:0:23178:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915681:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:0.0:1749611291.915681:0:12680:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749611291.915683:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.915684:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000004:00000001:0.0:1749611291.915685:0:12680:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1749611291.915686:0:23178:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611291.915688:0:12680:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000020:00000001:3.0:1749611291.915689:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915691:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f830 type=0x10620000 idx=37 00000020:01000000:0.0:1749611291.915692:0:12680:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000040:00001000:3.0:1749611291.915694:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:3.0:1749611291.915697:0:23178:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000010:0.0:1749611291.915697:0:12680:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff880117b16300. 00000020:00000040:0.0:1749611291.915706:0:12680:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000020:00000001:3.0:1749611291.915707:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915710:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915710:0:12680:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000040:00001000:3.0:1749611291.915713:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f880 type=0x10620000 idx=38 00000020:00000010:0.0:1749611291.915714:0:12680:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff880117b16300. 00000040:00001000:3.0:1749611291.915715:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:3.0:1749611291.915719:0:23178:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611291.915719:0:12680:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1749611291.915721:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.915723:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000004:00000001:0.0:1749611291.915723:0:12680:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749611291.915725:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.915726:0:23178:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1749611291.915726:0:12680:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915729:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.915730:0:12680:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915732:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8f960 type=0x10620000 idx=39 00000040:00001000:3.0:1749611291.915735:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000020:00000010:0.0:1749611291.915735:0:12680:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88012d16c000. 00000040:00001000:3.0:1749611291.915737:0:23178:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000040:0.0:1749611291.915738:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000020:00000001:3.0:1749611291.915740:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.915742:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.915743:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611291.915745:0:12680:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749611291.915746:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611291.915748:0:12680:0:(genops.c:1242:class_import_put()) import ffff88012d16c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1749611291.915749:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915750:0:12680:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00001000:3.0:1749611291.915751:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fa40 type=0x10620000 idx=40 00000020:00000010:0.0:1749611291.915753:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137649640. 00000040:00001000:3.0:1749611291.915754:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:3.0:1749611291.915756:0:23178:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915759:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:0.0:1749611291.915759:0:12680:0:(genops.c:887:class_export_get()) GET export ffff88009d241000 refcount=5 00000020:00000001:3.0:1749611291.915761:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.915762:0:12680:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff88009d241000 : new rpc_count 1 00000040:00001000:3.0:1749611291.915763:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fa98 type=0x10620000 idx=41 00000100:00000001:0.0:1749611291.915765:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000040:00001000:3.0:1749611291.915766:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000100:00000001:0.0:1749611291.915768:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:3.0:1749611291.915769:0:23178:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000040:0.0:1749611291.915771:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:3.0:1749611291.915772:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611291.915773:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611291.915774:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915776:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fb18 type=0x10620000 idx=42 00000100:00000001:0.0:1749611291.915777:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000040:00001000:3.0:1749611291.915779:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:3.0:1749611291.915798:0:23178:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915801:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915803:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.915805:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000040:00001000:3.0:1749611291.915807:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fba8 type=0x10620000 idx=43 00000020:00000040:0.0:1749611291.915811:0:12680:0:(genops.c:887:class_export_get()) GET export ffff88009d241000 refcount=6 00000040:00001000:3.0:1749611291.915817:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000100:00000001:0.0:1749611291.915817:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:3.0:1749611291.915820:0:23178:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000040:0.0:1749611291.915820:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749611291.915823:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611291.915823:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611291.915826:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611291.915827:0:12680:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000040:00001000:3.0:1749611291.915829:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fc28 type=0x10620000 idx=44 02000000:00000001:0.0:1749611291.915831:0:12680:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 00000040:00001000:3.0:1749611291.915832:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 02000000:08000000:0.0:1749611291.915834:0:12680:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 00000040:00001000:3.0:1749611291.915835:0:23178:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915838:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:0.0:1749611291.915838:0:12680:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 00000040:00000001:3.0:1749611291.915840:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000001:0.0:1749611291.915841:0:12680:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749611291.915842:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611291.915845:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611291.915845:0:12680:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:3.0:1749611291.915848:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.915848:0:12680:0:(recover.c:146:ptlrpc_resend()) Process entered 00000040:00001000:3.0:1749611291.915850:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fd08 type=0x10620000 idx=45 00000100:00000001:0.0:1749611291.915851:0:12680:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915853:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000100:00080000:0.0:1749611291.915855:0:12680:0:(import.c:66:import_set_state_nolock()) ffff88012d16c000 : changing import state from RECOVER to FULL 00000040:00001000:3.0:1749611291.915856:0:23178:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915858:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611291.915859:0:12680:0:(obd_class.h:1246:obd_import_event()) Process entered 00000040:00000001:3.0:1749611291.915877:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1749611291.915878:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1749611291.915878:0:12680:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000020:00000001:3.0:1749611291.915881:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611291.915881:0:12680:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915883:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915885:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fde8 type=0x10620000 idx=46 00000020:00000040:0.0:1749611291.915885:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 5 00000040:00001000:3.0:1749611291.915888:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000020:00000040:0.0:1749611291.915889:0:12680:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00000040:00001000:3.0:1749611291.915891:0:23178:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00010000:00000001:0.0:1749611291.915892:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611291.915893:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915895:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915896:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000040:00001000:3.0:1749611291.915898:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8fe38 type=0x10620000 idx=47 00000020:00000001:0.0:1749611291.915899:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00000040:00001000:3.0:1749611291.915900:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000020:00000001:0.0:1749611291.915902:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000040:00001000:3.0:1749611291.915903:0:23178:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611291.915905:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611291.915905:0:12680:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1749611291.915907:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:0.0:1749611291.915907:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000040:00000001:3.0:1749611291.915908:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611291.915909:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749611291.915910:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.915912:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.915912:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915914:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8ff18 type=0x10600000 idx=48 00000020:00000001:0.0:1749611291.915915:0:12680:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00000001:00000001:0.0:1749611291.915920:0:12680:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1749611291.915923:0:12680:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915925:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000001:00000001:0.0:1749611291.915925:0:12680:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1749611291.915926:0:12680:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915928:0:23178:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000020:00000001:0.0:1749611291.915929:0:12680:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1749611291.915931:0:23178:0:(lustre_log.h:469:llog_next_block()) Process entered 00010000:00000040:0.0:1749611291.915932:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494649728 00000040:00000001:3.0:1749611291.915935:0:23178:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00010000:00000001:0.0:1749611291.915935:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000040:00001000:3.0:1749611291.915942:0:23178:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00010000:00000200:0.0:1749611291.915947:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4fea00 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611311 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1749611291.915955:0:23178:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611291.915958:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000040:00000001:3.0:1749611291.915959:0:23178:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611291.915961:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915962:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e000 type=0x10620000 idx=49 00000040:00001000:3.0:1749611291.915965:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000100:00001000:0.0:1749611291.915965:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=46 v=5 (1 1 1 1) 00000040:00001000:3.0:1749611291.915968:0:23178:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00001000:0.0:1749611291.915970:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000020:00000001:3.0:1749611291.915972:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.915974:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1749611291.915974:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00000001:3.0:1749611291.915976:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000040:0.0:1749611291.915977:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749611291.915978:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.915980:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611291.915980:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00001000:3.0:1749611291.915983:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e0e0 type=0x10620000 idx=50 02000000:00000001:0.0:1749611291.915983:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000040:00001000:3.0:1749611291.915985:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 02000000:00000001:0.0:1749611291.915986:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1749611291.915988:0:23178:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611291.915989:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611291.915991:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611291.915992:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611291.915992:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000040:00001000:3.0:1749611291.915995:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e158 type=0x10620000 idx=51 00000400:00000010:0.0:1749611291.915995:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000040:00001000:3.0:1749611291.915998:0:23178:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000100:00000200:0.0:1749611291.915999:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494649728, offset 0 00000040:00000001:3.0:1749611291.916001:0:23178:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:3.0:1749611291.916003:0:23178:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000400:00000200:0.0:1749611291.916003:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000040:00001000:3.0:1749611291.916006:0:23178:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000400:00000200:0.0:1749611291.916010:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:3.0:1749611291.916011:0:23178:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1749611291.916014:0:23178:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611291.916016:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf943d80 00000040:00001000:3.0:1749611291.916017:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e158 type=0x10620000 idx=51 00000040:00001000:3.0:1749611291.916020:0:23178:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000400:00000200:0.0:1749611291.916020:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x8761 [1] + 0 00000040:00001000:3.0:1749611291.916023:0:23178:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000400:00000200:0.0:1749611291.916025:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611291.916026:0:23178:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1749611291.916028:0:23178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000400:00000200:0.0:1749611291.916028:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000001:3.0:1749611291.916030:0:23178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1749611291.916031:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611291.916032:0:23178:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611291.916035:0:23178:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611291.916035:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611291.916069:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1749611291.916072:0:23178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129c8e238 type=0x0 idx=0 00000040:00000001:3.0:1749611291.916076:0:23178:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1749611291.916079:0:23178:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:3.0:1749611291.916083:0:23178:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880129c8e000. 00000020:00000010:3.0:1749611291.916092:0:23178:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012b3c1800. 00000100:00000001:0.0:1749611291.916097:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611291.916102:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611291.916104:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611291.916107:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611291.916108:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749611291.916109:0:23178:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4c400. 00000100:00000001:0.0:1749611291.916111:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1749611291.916113:0:23178:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8b4ca00. 00000100:00000040:0.0:1749611291.916114:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749611291.916118:0:23178:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51b9800. 00010000:00000001:0.0:1749611291.916122:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:3.0:1749611291.916123:0:23178:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f8c0. 00000020:00000001:0.0:1749611291.916124:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611291.916126:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1749611291.916127:0:23178:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8b4d600. 00000100:00000040:0.0:1749611291.916130:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fea00 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611311 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1749611291.916132:0:23178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88013523bb40. 40000000:00000010:3.0:1749611291.916136:0:23178:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012b3c1300. 00100000:00000010:3.0:1749611291.916140:0:23178:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ba800. 00000100:00100000:0.0:1749611291.916140:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494649728:12345-0@lo:38:llog_process_th.0 Request processed in 782us (951us total) trans 0 rc 0/0 00040000:00000010:3.0:1749611291.916144:0:23178:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4100. 00000100:00100000:0.0:1749611291.916148:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00040000:00000010:3.0:1749611291.916149:0:23178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cba00. 00000100:00000040:0.0:1749611291.916150:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 00000100:00000001:0.0:1749611291.916152:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1749611291.916154:0:23178:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129c8a000. 00000100:00000001:0.0:1749611291.916154:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611291.916156:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749611291.916158:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00080000:00000010:3.0:1749611291.916159:0:23178:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48b000. 00000020:00000010:0.0:1749611291.916160:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:2.0:1749611291.916161:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611291.916164:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125e00. 00000004:00000010:3.0:1749611291.916165:0:23178:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51bb000. 00000400:00000001:2.0:1749611291.916167:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1749611291.916167:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 00000400:00000001:2.0:1749611291.916168:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611291.916169:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1749611291.916170:0:23178:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48a000. 00000400:00000010:2.0:1749611291.916171:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000004:00000010:3.0:1749611291.916175:0:23178:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bc000. 00000400:00000200:2.0:1749611291.916176:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611291.916178:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00002000:00000010:3.0:1749611291.916180:0:23178:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880130313c00. 00000100:00000001:2.0:1749611291.916181:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000004:00000010:3.0:1749611291.916185:0:23178:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880130313400. 00000100:00000200:2.0:1749611291.916188:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611291.916189:0:23178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4dc00. 00000100:00000200:2.0:1749611291.916199:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.916207:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611291.916209:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.916211:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611291.916222:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611291.916224:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611291.916226:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611291.916228:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611291.916234:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=1749611291 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611291.916237:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=1749611291 v=0 (0 0 0 0) 00000100:00001000:2.0:1749611291.916240:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88009a7b33f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1749611291.916243:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611291.916245:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611291.916247:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611291.916251:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611291.916257:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.916260:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611291.916261:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1749611291.916264:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611291.916266:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611291.916267:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611291.916270:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611291.916277:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611291.916279:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611291.916281:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.916282:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1749611291.916286:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000020:00000001:2.0:1749611291.916288:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611291.916290:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3b3 00000020:00000001:2.0:1749611291.916292:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611291.916294:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b422c800 refcount=5 00000020:00000001:2.0:1749611291.916296:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000020:00000001:2.0:1749611291.916298:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135336396800 : -131938373154816 : ffff8800b422c800) 00000040:00000010:1.0:1749611291.916298:0:23140:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16360. 00000100:00001000:2.0:1749611291.916301:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=1749611291 v=0 (0 0 0 0) 00000100:00001000:2.0:1749611291.916304:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88009a7b33f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000040:00000001:1.0:1749611291.916306:0:23140:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1749611291.916309:0:23140:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000040:00000001:1.0:1749611291.916313:0:23140:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000100:00080000:2.0:1749611291.916314:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:2.0:1749611291.916316:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 4 00000100:00000001:2.0:1749611291.916318:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000020:00000002:1.0:1749611291.916318:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27ce00/ffff88007ddf9500 to site lru. bkt: ffff88007622cee0 00000100:00000001:2.0:1749611291.916320:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000040:00000010:1.0:1749611291.916321:0:23140:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b85c0. 00000100:00080000:2.0:1749611291.916322:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000040:00000001:1.0:1749611291.916324:0:23140:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611291.916325:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009a7b3000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1749611291.916327:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611291.916328:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611291.916330:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611291.916332:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1749611291.916334:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749611291.916334:0:23140:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136abc000. 00000100:00000001:2.0:1749611291.916336:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611291.916340:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611291.916347:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494649728:0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611291.916352:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.916354:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000040:00000010:1.0:1749611291.916355:0:23140:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012d125000. 00000100:00000040:2.0:1749611291.916356:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc000 x1834598494649728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611291.916358:0:23140:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611291.916361:0:23140:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000100:00000001:2.0:1749611291.916362:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611291.916364:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749611291.916365:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27c600. 02000000:00000010:2.0:1749611291.916366:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 02000000:00000001:2.0:1749611291.916369:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00000010:1.0:1749611291.916369:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27c200. 00000020:00000001:2.0:1749611291.916370:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611291.916372:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:1.0:1749611291.916372:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012e555800. 00000020:00000001:2.0:1749611291.916373:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611291.916375:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d740000. 00000020:00000010:1.0:1749611291.916377:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c000. 02000000:00000001:2.0:1749611291.916378:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611291.916380:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 80000000:00000010:1.0:1749611291.916380:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a62728a0. 00000100:00000010:2.0:1749611291.916381:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 00040000:00000010:1.0:1749611291.916383:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27d000. 00000100:00000001:2.0:1749611291.916384:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611291.916385:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611291.916386:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611291.916388:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00000100:00000001:2.0:1749611291.916392:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1749611291.916393:0:23140:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880087545000. 00000100:00000001:2.0:1749611291.916394:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00080000:00000010:1.0:1749611291.916395:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000100:00000001:2.0:1749611291.916396:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611291.916398:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611291.916399:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d800. 10000000:00000010:1.0:1749611291.916402:0:23140:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6b3a40. 10000000:01000000:1.0:1749611291.916405:0:23140:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1749611291.916409:0:23140:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611291.916412:0:23140:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611291.916415:0:23140:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611291.916417:0:23140:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880136803600. 00000020:00000010:1.0:1749611291.916420:0:23140:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880129ca2000. 00000020:00000001:1.0:1749611291.916423:0:23140:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611291.916425:0:23140:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611291.916428:0:23140:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff88012e6b3b80. 00000020:00000010:1.0:1749611291.916430:0:23140:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff8800a6272e40. 00000020:00000001:1.0:1749611291.916432:0:23140:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000020:00000001:1.0:1749611291.916434:0:23140:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000020:00000010:1.0:1749611291.916449:0:23140:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880070f02000. 00000020:01000004:1.0:1749611291.916458:0:23140:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1749611291.916460:0:23140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1749611291.916461:0:23140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749611291.916463:0:23140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1749611291.916464:0:23140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749611291.916465:0:23140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749611291.916466:0:23140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1749611291.916468:0:23140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:1.0:1749611291.916472:0:23140:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1749611291.916474:0:23140:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1749611291.916476:0:23140:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1749611291.916479:0:23140:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 10000000:00000001:1.0:1749611291.916481:0:23140:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000010:1.0:1749611291.916485:0:23140:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c700. 00000020:00000040:1.0:1749611291.916488:0:23140:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000020:01000004:1.0:1749611291.916491:0:23140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1749611291.916492:0:23140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1749611291.916493:0:23140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1749611291.916494:0:23140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1749611291.916495:0:23140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1749611291.916496:0:23140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1749611291.916497:0:23140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1749611291.916498:0:23140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1749611291.916500:0:23140:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611291.916501:0:23140:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611291.916505:0:23140:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611291.916511:0:23140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880070f06000. 00000100:00000001:1.0:1749611291.916515:0:23140:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1749611291.916518:0:23140:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:1.0:1749611291.916550:0:23140:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749611291.916551:0:23140:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749611291.916555:0:23140:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136803600. 00000100:00000001:1.0:1749611291.916557:0:23140:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137523557888 : -131936185993728 : ffff880136803600) 00000100:00000001:1.0:1749611291.916560:0:23140:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611291.916561:0:23140:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134706661120 : -131939002890496 : ffff88008e99c700) 00000100:00000001:1.0:1749611291.916565:0:23140:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611291.916567:0:23140:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.916569:0:23140:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749611291.916571:0:23140:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611291.916577:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.916586:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611291.916587:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611291.916591:0:23140:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611291.916610:0:23140:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611291.916613:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611291.916614:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611291.916616:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:1.0:1749611291.916618:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611291.916620:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.916622:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611291.916623:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611291.916625:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611291.937607:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300565395, at 4300565395 00000100:00000040:1.0:1749611291.937617:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300565395, at 4300565395 00000100:00000010:3.0:1749611291.937622:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac300. 00000100:00000040:0.0:1749611291.937623:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300565395, at 4300565395 00000100:00000010:1.0:1749611291.937628:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac280. 00000100:00000010:0.0:1749611291.937634:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eacb40. 00000100:00000040:2.0:1749611291.937638:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300565395, at 4300565395 00000100:00000010:2.0:1749611291.937652:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac080. 00000100:00000001:0.0:1749611292.458719:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611292.458728:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611292.458730:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611292.458735:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611292.458739:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611292.458742:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611292.458745:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611292.458748:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611292.458750:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611292.499583:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611292.499588:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611292.499590:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611292.499593:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611292.499596:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611292.499599:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611292.499601:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611292.499603:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611292.499605:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611292.724687:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611292.724692:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611292.724714:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611292.724719:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611292.724722:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611292.916665:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611292.916675:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611292.916677:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611292.916682:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:1.0:1749611292.916685:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611292.916689:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611292.916693:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611292.916696:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611292.916699:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611293.458707:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611293.458719:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611293.458723:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611293.458730:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611293.458735:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611293.458759:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611293.458764:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611293.458768:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611293.458771:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611293.499626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611293.499634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611293.499637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611293.499642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611293.499646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611293.499649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611293.499653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611293.499657:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611293.499660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611293.726682:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611293.726690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611293.726807:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611293.726813:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611293.726817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611293.914695:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611293.914714:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611293.914717:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611293.914722:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611293.914725:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611293.914729:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611293.914732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611293.916724:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611293.916731:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611293.916734:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611293.916738:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611293.916762:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611293.916767:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611293.916770:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611293.916775:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611293.916778:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611294.458734:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611294.458743:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611294.458746:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611294.458751:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611294.458755:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611294.458759:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611294.458763:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611294.458765:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611294.458768:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611294.499677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611294.499684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611294.499687:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611294.499690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611294.499693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611294.499696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611294.499698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611294.499701:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611294.499704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611294.728687:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611294.728699:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611294.728702:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611294.728706:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611294.728713:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611294.728716:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611294.728720:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611294.728724:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611294.728856:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611294.728862:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611294.728866:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611294.914789:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611294.914808:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611294.914811:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611294.914816:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611294.914819:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611294.914823:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611294.914825:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611294.916679:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611294.916685:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611294.916687:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611294.916691:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611294.916694:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611294.916697:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611294.916700:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611294.916704:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611294.916706:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611295.458671:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611295.458679:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611295.458682:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611295.458687:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611295.458691:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611295.458695:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611295.458698:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611295.458701:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611295.458703:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611295.499643:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611295.499649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611295.499651:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611295.499654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611295.499657:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611295.499660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611295.499662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611295.499665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611295.499668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611295.730729:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611295.730737:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611295.730879:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611295.730885:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611295.730889:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611295.914660:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611295.914679:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611295.914681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611295.914686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611295.914689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611295.914693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611295.914696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611295.916617:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611295.916623:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611295.916625:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611295.916630:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611295.916634:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611295.916637:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611295.916640:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611295.916643:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611295.916646:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.458663:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611296.458672:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611296.458675:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.458680:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611296.458684:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611296.458688:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.458691:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611296.458694:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.458696:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.499644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611296.499651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611296.499653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611296.499657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611296.499661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611296.499664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.499666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611296.499677:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.499687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.499691:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.499716:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611296.499719:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.499722:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611296.499724:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611296.499728:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611296.499736:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494648960:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611296.499742:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.499744:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611296.499747:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611296.499749:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.499752:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.499758:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611296.499760:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611296.499765:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611296.499766:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611296.499771:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611296.499774:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611296.499777:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611296.499781:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=4 00000020:00000001:2.0:1749611296.499783:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611296.499785:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00010000:2.0:1749611296.499791:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611296.499801:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611296.499805:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611296.499821:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611296.499825:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611296.499831:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611296.499832:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611296.499835:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611296.499840:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611296.499842:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611296.499845:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611296.499848:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611296.499853:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611296.499856:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611296.499859:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611296.499863:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611296.499865:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611296.499866:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611296.499867:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=5 00000020:00000001:2.0:1749611296.499869:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611296.499871:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611296.499874:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611296.499876:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611296.499881:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611296.499883:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611296.499893:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749611296.499896:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611296.499897:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611296.499900:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611296.499901:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611296.499904:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611296.499905:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611296.499907:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611296.499908:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611296.499911:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e000 with handle 0x689c0ec07329d397 from hash 00010000:00000001:2.0:1749611296.499913:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611296.499914:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611296.499915:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611296.499916:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611296.499918:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611296.499919:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611296.499921:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611296.499922:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611296.499923:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611296.499925:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611296.499927:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611296.499932:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611296.499933:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611296.499934:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611296.499935:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611296.499936:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611296.499937:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611296.499938:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611296.499940:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d397 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611296.499947:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012dbe5500 count: 0 00010000:00000001:2.0:1749611296.499978:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611296.499985:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611296.499988:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.499992:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494648960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.499999:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611296.500037:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611296.500039:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611296.500042:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611296.500046:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611296.500051:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611296.500052:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611296.500054:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:2.0:1749611296.500058:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611296.500059:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611296.500061:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611296.500064:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611296.500067:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611296.500070:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880130eac080. 00000020:00000010:2.0:1749611296.500074:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611296.500078:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f200. 00000040:00000010:2.0:1749611296.500082:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611296.500087:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611296.500092:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ee00. 80000000:00000010:2.0:1749611296.500096:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611296.500102:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e800. 00080000:00000010:2.0:1749611296.500108:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611296.500116:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 10000000:00000040:2.0:1749611296.500124:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611296.500128:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 10000000:00000001:2.0:1749611296.500131:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611296.500135:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611296.500140:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f200. 00000040:00000010:2.0:1749611296.500144:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611296.500152:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611296.500157:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ee00. 80000000:00000010:2.0:1749611296.500160:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611296.500163:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e800. 00080000:00000010:2.0:1749611296.500168:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:2.0:1749611296.500172:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611296.500175:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 10000000:00000010:2.0:1749611296.500178:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880130eac080. 10000000:01000000:2.0:1749611296.500182:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749611296.500185:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611296.500188:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611296.500190:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611296.500192:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611296.500194:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 4 10000000:00000001:2.0:1749611296.500196:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611296.500198:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611296.500200:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b4070600) refs 2 10000000:00000001:2.0:1749611296.500201:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611296.500202:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611296.500204:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1749611296.500205:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611296.500207:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a8b08000 from 1 10000000:00000001:2.0:1749611296.500209:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611296.500210:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1749611296.500214:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000040:2.0:1749611296.500217:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611296.500221:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611296.500224:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611296.500228:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611296.500233:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f800. 00000100:00000001:2.0:1749611296.500238:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611296.500242:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611296.500244:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611296.500249:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012dbe5c00. 00010000:00000001:2.0:1749611296.500253:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611296.500255:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ea00. 00000020:00000001:2.0:1749611296.500263:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611296.500265:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ea00 with handle 0x689c0ec07329d3c1 to hash 00000020:00000001:2.0:1749611296.500267:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611296.500269:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611296.500272:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611296.500274:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611296.500276:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611296.500279:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611296.500286:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611296.500297:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611296.500302:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611296.500304:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611296.500309:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611296.500311:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611296.500314:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611296.500315:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000001:2.0:1749611296.500319:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611296.500323:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.500325:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611296.500327:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611296.500331:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.500339:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611296.500341:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611296.500344:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.500351:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.500356:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611296.500358:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611296.500360:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611296.500362:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611296.500364:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.500365:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611296.500366:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.500368:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611296.502666:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dbe5500. 00010000:00000010:3.1:1749611296.502675:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e000. 00010000:00000001:0.0:1749611296.732766:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611296.732776:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611296.732852:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611296.732858:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611296.732862:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611296.914693:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611296.914729:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611296.914732:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.914737:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611296.914740:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611296.914744:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.914746:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.916611:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611296.916617:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611296.916619:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.916623:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611296.916626:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611296.916629:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.916632:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611296.916636:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.916639:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611296.926617:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611296.926626:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611296.926629:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611296.926632:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611296.926635:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611296.926638:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611296.926642:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611296.926647:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5898 00000100:00080000:0.0:1749611296.926652:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611296.926655:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611296.926659:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.926661:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.926663:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611296.926668:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611296.926671:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611296.926674:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611296.926678:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611296.926680:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611296.926692:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611296.926696:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611296.926698:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.926700:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.926702:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611296.926705:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611296.926708:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611296.926710:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611296.926713:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611296.926721:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611296.926724:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.926726:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611296.926729:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611296.926734:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 00000020:00000040:0.0:1749611296.926738:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611296.926742:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611296.926744:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.926747:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611296.926750:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611296.926754:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.926762:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d032c00. 00000100:00000001:0.0:1749611296.926769:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.926779:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611296.926790:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611296.926794:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.926799:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc380] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.926832:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611296.926836:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611296.926840:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611296.926847:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611296.926849:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611296.926852:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611296.926854:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5898 00000100:00080000:0.0:1749611296.926857:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611296.926859:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611296.926862:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.926863:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.926865:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611296.926867:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611296.926868:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611296.926870:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611296.926872:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611296.926874:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611296.926877:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611296.926879:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611296.926881:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.926882:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.926884:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611296.926886:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611296.926889:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611296.926891:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611296.926893:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611296.926896:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611296.926898:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.926900:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611296.926902:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611296.926905:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000020:00000040:0.0:1749611296.926908:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611296.926910:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611296.926911:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.926913:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611296.926919:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611296.926921:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.926927:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d031400. 00000100:00000001:0.0:1749611296.926931:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.926936:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611296.926939:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611296.926943:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611296.926946:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611296.926946:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.926948:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611296.926949:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611296.926957:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.926958:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611296.926961:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611296.926964:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611296.926965:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611296.926967:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611296.926969:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611296.926969:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611296.926971:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611296.926971:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5898 00000100:00080000:0.0:1749611296.926973:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749611296.926975:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611296.926976:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611296.926978:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611296.926979:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611296.926980:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749611296.926981:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.926982:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611296.926984:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749611296.926985:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494650112:0@lo:38:kworker.0 00000020:00000040:0.0:1749611296.926985:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611296.926986:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611296.926988:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749611296.926990:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749611296.926990:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611296.926992:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611296.926994:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611296.926995:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611296.927017:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.927020:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611296.927026:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 00000100:00000001:0.0:1749611296.927026:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611296.927029:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.927034:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.927036:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611296.927037:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000020:00000040:0.0:1749611296.927038:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611296.927041:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611296.927043:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611296.927044:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 02000000:00000001:0.0:1749611296.927045:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611296.927048:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611296.927050:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927052:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:2.0:1749611296.927053:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494650112, portal 4 00000100:00000001:0.0:1749611296.927053:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927056:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749611296.927057:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611296.927058:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 00000020:00000040:0.0:1749611296.927059:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611296.927061:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611296.927063:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927065:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611296.927066:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749611296.927068:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611296.927068:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.927072:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d031c00. 00000100:00000001:0.0:1749611296.927076:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927077:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611296.927080:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611296.927080:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749611296.927083:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611296.927087:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611296.927089:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.927093:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611296.927096:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494650112, offset 0 00000100:00000001:0.0:1749611296.927101:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611296.927103:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611296.927103:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611296.927107:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611296.927110:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000020:00000040:0.0:1749611296.927112:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611296.927114:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611296.927115:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749611296.927117:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611296.927122:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.927126:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000400:00000200:2.0:1749611296.927129:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf943f00 00000100:00000001:0.0:1749611296.927129:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.927134:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611296.927137:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 4680 00000100:00000001:0.0:1749611296.927142:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611296.927144:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611296.927146:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611296.927149:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_00_01+1] req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611296.927150:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611296.927156:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611296.927158:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611296.927162:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fce00. 00000100:00000040:2.0:1749611296.927166:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fce00 x1834598494650112 msgsize 520 00000100:00100000:2.0:1749611296.927170:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611296.927180:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611296.927183:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611296.927187:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749611296.927187:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611296.927188:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611296.927190:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611296.927193:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611296.927195:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5898 00000400:00000200:2.0:1749611296.927197:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00001000:0.0:1749611296.927198:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff8800b422a3f0 time=5 v=5 (1 0 0 0) 00000400:00000010:2.0:1749611296.927201:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00001000:0.0:1749611296.927202:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff8800b422a3f0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1749611296.927205:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:2.0:1749611296.927206:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611296.927207:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611296.927209:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.927211:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749611296.927212:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.927213:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611296.927215:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611296.927216:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000020:00000001:0.0:1749611296.927218:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611296.927220:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=7 00000020:00000001:0.0:1749611296.927222:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:0.0:1749611296.927224:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000100:00000001:2.0:1749611296.927225:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611296.927227:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749611296.927230:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.927234:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.927237:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.927239:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611296.927241:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611296.927241:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 6 00000100:00000001:2.0:1749611296.927243:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749611296.927244:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b422a000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611296.927246:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611296.927247:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611296.927249:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611296.927250:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611296.927252:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927254:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611296.927255:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.927256:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1287 usecs (2 jiffies) 00000100:00000001:1.0:1749611296.927259:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611296.927259:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:0.0:1749611296.927260:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749611296.927261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300570386 00000100:00000001:1.0:1749611296.927263:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611296.927263:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611296.927264:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927265:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611296.927266:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611296.927267:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac080. 02000000:00000001:0.0:1749611296.927267:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611296.927268:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.927272:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d030800. 00000100:00000040:1.0:1749611296.927274:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.927275:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:0.0:1749611296.927279:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611296.927285:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300570386 00000100:00000001:1.0:1749611296.927286:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611296.927287:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1749611296.927289:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eacfc0. 00000100:00000001:1.0:1749611296.927289:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927289:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.927292:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611296.927293:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611296.927294:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749611296.927296:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611296.927298:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300570386 02000000:00000001:1.0:1749611296.927299:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927299:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.927302:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1749611296.927304:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494650496:0@lo:400:kworker.0 00000100:00000001:0.0:1749611296.927305:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611296.927307:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000100:00000010:2.0:1749611296.927309:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac8c0. 00000100:00000001:1.0:1749611296.927309:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749611296.927309:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611296.927311:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611296.927313:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611296.927314:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749611296.927317:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611296.927318:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300570386 02000000:00000001:0.0:1749611296.927319:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611296.927322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac180. 02000000:00000001:1.0:1749611296.927323:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.927323:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 02000000:00000001:1.0:1749611296.927326:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611296.927326:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927327:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000010:1.0:1749611296.927330:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27d800. 00000100:00000040:0.0:1749611296.927330:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611296.927333:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927337:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749611296.927339:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbb00. 00000100:00000001:0.0:1749611296.927339:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.927343:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_00_02+2] req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611296.927345:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611296.927349:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611296.927350:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494650496, portal 10 00000100:00000001:2.0:1749611296.927353:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611296.927353:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611296.927356:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:2.0:1749611296.927358:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927359:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927361:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611296.927364:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5908) 00000100:00000040:1.0:1749611296.927365:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.927368:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611296.927370:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.927373:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611296.927375:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611296.927376:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611296.927377:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611296.927379:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611296.927382:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000040:2.0:1749611296.927383:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611296.927386:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494650496, offset 0 00000100:00000001:0.0:1749611296.927388:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611296.927390:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650112 02000000:00000001:0.0:1749611296.927392:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611296.927393:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611296.927395:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611296.927395:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611296.927397:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927398:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.927400:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611296.927401:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611296.927401:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611296.927401:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.927403:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611296.927404:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650112 02000000:00000001:2.0:1749611296.927406:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611296.927406:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611296.927407:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749611296.927408:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611296.927409:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611296.927409:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611296.927410:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494650240:0@lo:38:kworker.0 00000400:00000200:1.0:1749611296.927410:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944080 00000020:00000001:0.0:1749611296.927411:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611296.927413:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927415:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611296.927417:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 48112 00000020:00000010:0.0:1749611296.927417:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be000. 00000100:00000040:3.0:1749611296.927418:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611296.927418:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611296.927420:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.927423:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749611296.927423:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000400:00000200:1.0:1749611296.927425:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749611296.927427:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00000020:00000010:0.0:1749611296.927427:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:3.0:1749611296.927429:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611296.927430:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927431:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611296.927431:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611296.927433:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611296.927434:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749611296.927435:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1749611296.927435:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:1.0:1749611296.927436:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611296.927436:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611296.927438:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611296.927438:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749611296.927439:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 02000000:00000001:3.0:1749611296.927440:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927442:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611296.927443:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494650240, portal 10 00000100:00100000:3.0:1749611296.927444:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494650752:0@lo:400:kworker.0 00000100:00000010:1.0:1749611296.927444:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c000. 00000100:00000001:2.0:1749611296.927446:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611296.927448:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000040:1.0:1749611296.927448:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99c000 x1834598494650496 msgsize 224 00000100:00000001:0.0:1749611296.927448:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611296.927449:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611296.927452:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611296.927454:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611296.927454:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611296.927456:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611296.927457:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611296.927459:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749611296.927461:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880118e79800. 02000000:00000001:3.0:1749611296.927464:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.927464:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611296.927464:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00000001:1.0:1749611296.927466:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749611296.927468:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000400:00000200:1.0:1749611296.927472:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:3.0:1749611296.927473:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:0.0:1749611296.927474:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936694272 : -131938772857344 : ffff88009c4fce00) 00000100:00000001:2.0:1749611296.927475:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749611296.927475:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:2.0:1749611296.927478:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611296.927479:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611296.927479:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fce00 x1834598494650112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611296.927482:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:1.0:1749611296.927484:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611296.927489:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494650752, portal 10 00000100:00000200:2.0:1749611296.927490:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494650240, offset 0 00000100:00100000:0.0:1749611296.927490:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494650112:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611296.927491:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611296.927493:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000400:00000200:2.0:1749611296.927495:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611296.927495:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650112 00000100:00000001:1.0:1749611296.927496:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611296.927498:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749611296.927500:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611296.927502:0:28323:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b02000. 00010000:00000001:0.0:1749611296.927502:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611296.927503:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611296.927510:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611296.927510:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf943f80 00000400:00000200:2.0:1749611296.927516:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 48336 00000020:00000001:0.0:1749611296.927517:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927518:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611296.927518:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611296.927521:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611296.927521:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00010000:00020000:0.0:1749611296.927548:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611296.927552:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611296.927556:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611296.927560:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611296.927563:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749611296.927564:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 02000000:00000001:0.0:1749611296.927565:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611296.927567:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611296.927568:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494650752, offset 0 00000400:00000200:2.0:1749611296.927569:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611296.927569:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d033400. 02000000:00000001:0.0:1749611296.927571:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611296.927573:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611296.927573:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:0.0:1749611296.927573:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611296.927574:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611296.927578:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300570386 00010000:00000001:0.0:1749611296.927578:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611296.927580:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611296.927581:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300570386 00000400:00000200:3.0:1749611296.927583:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749611296.927584:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611296.927585:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300570386 00000100:00000001:0.0:1749611296.927588:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611296.927589:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300570386 00000100:00000001:2.0:1749611296.927591:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611296.927591:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300570386 00000100:00000001:0.0:1749611296.927591:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.927593:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749611296.927594:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611296.927595:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944180 00000100:00000001:1.0:1749611296.927595:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300570386 00000100:00000001:0.0:1749611296.927595:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749611296.927598:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ffb80. 00000100:00000001:1.0:1749611296.927598:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300570386 00000100:00000001:0.0:1749611296.927598:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749611296.927600:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 48856 00000100:00000001:1.0:1749611296.927601:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300570386 00000100:00000040:0.0:1749611296.927601:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611296.927602:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4ffb80 x1834598494650240 msgsize 520 02000000:00000001:0.0:1749611296.927604:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611296.927605:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611296.927606:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611296.927608:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611296.927608:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.927608:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611296.927611:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611296.927612:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611296.927614:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000400:00000200:3.0:1749611296.927615:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611296.927615:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.927618:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611296.927619:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611296.927619:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494650112, offset 0 00000100:00000001:1.0:1749611296.927622:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749611296.927624:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:1.0:1749611296.927625:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1749611296.927627:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611296.927628:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611296.927630:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611296.927631:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611296.927633:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927635:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611296.927636:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611296.927637:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749611296.927637:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611296.927642:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd180. 00000400:00000200:0.0:1749611296.927642:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611296.927645:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd180 x1834598494650752 msgsize 224 00000100:00000001:2.0:1749611296.927648:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611296.927648:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611296.927650:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611296.927650:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611296.927651:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611296.927653:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.927657:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611296.927658:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf943f00 00000100:00000001:1.0:1749611296.927660:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927661:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611296.927664:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611296.927664:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x876d [1] + 0 00000100:00000001:2.0:1749611296.927666:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611296.927670:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611296.927673:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000200:0.0:1749611296.927673:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611296.927675:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611296.927675:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611296.927675:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611296.927679:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611296.927679:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650496 00000100:00000040:2.0:1749611296.927680:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1123 usecs (2 jiffies) 00000100:00000001:0.0:1749611296.927680:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611296.927682:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611296.927683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300570387 00000100:00000200:3.0:1749611296.927684:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.927684:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611296.927685:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.927687:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611296.927691:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927693:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611296.927695:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611296.927696:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.927696:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611296.927699:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650240 00000100:00000001:3.0:1749611296.927703:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611296.927704:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650496 00000100:00000001:0.0:1749611296.927704:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611296.927705:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611296.927707:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611296.927708:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611296.927709:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927710:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749611296.927710:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:3.0:1749611296.927712:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1385 usecs (2 jiffies) 00000400:00000200:0.0:1749611296.927712:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000001:2.0:1749611296.927713:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611296.927713:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611296.927714:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:3.0:1749611296.927715:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300570387 02000000:00000001:2.0:1749611296.927716:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611296.927717:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611296.927717:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611296.927719:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611296.927720:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650240 00000020:00000001:1.0:1749611296.927721:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611296.927722:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300570386 00000020:00000001:2.0:1749611296.927722:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611296.927722:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611296.927724:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611296.927724:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749611296.927725:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611296.927726:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300570387 00000020:00000001:2.0:1749611296.927727:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611296.927727:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927729:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300570386 00000020:00000001:2.0:1749611296.927729:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611296.927729:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611296.927730:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611296.927732:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300570387 00000020:00000001:2.0:1749611296.927732:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611296.927734:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b80. 00000100:00000040:0.0:1749611296.927734:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fce00 x1834598494650112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611296.927736:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300570386 00000020:00000010:2.0:1749611296.927737:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00000001:3.0:1749611296.927738:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300570387 00000020:00000010:1.0:1749611296.927740:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3480. 00000100:00000001:3.0:1749611296.927741:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300570386 00000020:00000010:2.0:1749611296.927742:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:3.0:1749611296.927744:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611296.927745:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494650112:12345-0@lo:38:kworker.0 Request processed in 254us (575us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611296.927746:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611296.927747:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000020:00000040:1.0:1749611296.927749:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611296.927752:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611296.927754:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927754:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611296.927754:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00000001:3.0:1749611296.927756:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.927757:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611296.927758:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611296.927759:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611296.927759:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611296.927763:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611296.927763:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611296.927763:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000020:00000010:0.0:1749611296.927764:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00000100:00000001:3.0:1749611296.927765:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611296.927767:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611296.927768:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749611296.927768:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2000. 00000020:00000010:0.0:1749611296.927768:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:3.0:1749611296.927770:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927772:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927772:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611296.927772:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be000. 00000020:00000010:1.0:1749611296.927773:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611296.927776:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.927781:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611296.927781:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1749611296.927784:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650752 00000100:00000001:1.0:1749611296.927784:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611296.927786:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611296.927786:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611296.927788:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611296.927789:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.927791:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.927793:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611296.927795:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1749611296.927797:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650752 00000100:00000001:1.0:1749611296.927798:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1749611296.927799:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611296.927800:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611296.927801:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000020:00000001:2.0:1749611296.927803:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611296.927806:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=5 00000100:00000001:3.0:1749611296.927807:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611296.927808:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611296.927809:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611296.927809:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000020:00000001:2.0:1749611296.927812:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00080000:0.0:1749611296.927812:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749611296.927815:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00000001:2.0:1749611296.927816:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611296.927817:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611296.927819:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611296.927819:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749611296.927820:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eacd40. 00000100:00000001:3.0:1749611296.927821:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706659328 : -131939002892288 : ffff88008e99c000) 00000020:00000010:2.0:1749611296.927825:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880137649640. 00000100:00100000:1.0:1749611296.927825:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000020:00000040:0.0:1749611296.927825:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749611296.927827:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99c000 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:732/0 lens 224/0 e 0 to 0 dl 1749611307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.927829:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936705920 : -131938772845696 : ffff88009c4ffb80) 00000020:00000040:2.0:1749611296.927830:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 9 - evictor 00000100:00000001:3.0:1749611296.927836:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749611296.927836:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4ffb80 x1834598494650240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611296.927839:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688d80. 00000100:00000001:2.0:1749611296.927840:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611296.927842:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611296.927844:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688d80. 00000100:00080000:0.0:1749611296.927845:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749611296.927849:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494650496:12345-0@lo:400:kworker.0 00000020:00000010:2.0:1749611296.927849:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eacd40. 00000020:00000040:0.0:1749611296.927849:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:1.0:1749611296.927851:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494650240:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611296.927853:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650496 00000020:00000010:2.0:1749611296.927855:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000020:00000001:3.0:1749611296.927856:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611296.927857:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650240 00000020:00000001:3.0:1749611296.927859:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:2.0:1749611296.927859:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000020:00000001:1.0:1749611296.927860:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611296.927861:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611296.927863:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00010000:00000001:1.0:1749611296.927863:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611296.927864:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611296.927867:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749611296.927870:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611296.927870:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611296.927871:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749611296.927874:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.927874:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611296.927876:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611296.927878:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611296.927879:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1749611296.927881:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927881:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749611296.927882:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611296.927883:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611296.927883:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927887:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:1.0:1749611296.927888:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749611296.927889:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611296.927891:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611296.927892:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611296.927895:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749611296.927899:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d740800. 00000100:00000001:2.0:1749611296.927899:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611296.927899:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611296.927901:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.927901:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611296.927901:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611296.927903:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611296.927904:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611296.927906:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611296.927906:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00010000:00000040:3.0:1749611296.927909:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494650496 02000000:00000010:1.0:1749611296.927909:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087545000. 00000100:00000040:2.0:1749611296.927910:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88009d241000 : new rpc_count 1 00010000:00000001:3.0:1749611296.927912:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611296.927913:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933970304 : -131936775581312 : ffff8801135bd180) 02000000:00000001:1.0:1749611296.927913:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749611296.927916:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99c000 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:732/0 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.927916:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.927920:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd180 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:732/0 lens 224/0 e 0 to 0 dl 1749611307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611296.927920:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611296.927923:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611296.927924:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611296.927926:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611296.927927:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:3.0:1749611296.927929:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611296.927932:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611296.927933:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611296.927933:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611296.927935:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611296.927936:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749611296.927936:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eacd40. 00000100:00000001:3.0:1749611296.927938:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611296.927939:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611296.927939:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749611296.927940:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611296.927942:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.927943:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749611296.927943:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eacd40. 00000100:00000001:1.0:1749611296.927943:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611296.927946:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611296.927946:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:3.0:1749611296.927948:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00100000:2.0:1749611296.927949:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494650752:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749611296.927951:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:3.0:1749611296.927952:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494650496, offset 224 00000100:00000200:2.0:1749611296.927954:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650752 02000000:00000001:1.0:1749611296.927955:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611296.927957:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611296.927957:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611296.927957:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611296.927960:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611296.927960:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749611296.927963:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611296.927965:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611296.927966:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749611296.927966:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611296.927969:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:1.0:1749611296.927970:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:3.0:1749611296.927971:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944080 00000020:00000001:2.0:1749611296.927972:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749611296.927975:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494650240, offset 0 00000020:00000001:2.0:1749611296.927976:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611296.927978:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8775 [1] + 224 00000020:00000001:2.0:1749611296.927979:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611296.927981:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749611296.927982:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611296.927983:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611296.927986:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611296.927991:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611296.927991:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611296.927994:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749611296.927994:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611296.927995:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928023:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611296.928027:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611296.928032:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5000. 02000000:00000001:2.0:1749611296.928035:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611296.928038:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928039:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611296.928040:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf943f80 00000020:00000001:2.0:1749611296.928042:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611296.928046:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494650752 00000400:00000200:1.0:1749611296.928047:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x877d [1] + 0 00010000:00000001:2.0:1749611296.928049:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749611296.928054:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1749611296.928056:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bd180 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:732/0 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611296.928059:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611296.928063:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611296.928064:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611296.928068:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749611296.928069:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000200:1.0:1749611296.928070:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611296.928071:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611296.928075:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=51 v=5 (1 1 1 1) 00000400:00000010:3.0:1749611296.928077:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611296.928081:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611296.928081:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611296.928082:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611296.928084:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749611296.928086:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928087:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611296.928090:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749611296.928091:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749611296.928092:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749611296.928093:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611296.928093:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611296.928094:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928096:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611296.928097:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611296.928099:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611296.928101:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c000 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:732/0 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611296.928103:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611296.928106:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611296.928108:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494650752, offset 224 00000100:00100000:3.0:1749611296.928111:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494650496:12345-0@lo:400:kworker.0 Request processed in 274us (661us total) trans 0 rc 0/0 00000400:00000200:2.0:1749611296.928114:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611296.928122:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000400:00000200:2.0:1749611296.928122:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611296.928122:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611296.928125:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:1.0:1749611296.928125:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749611296.928126:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611296.928127:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749611296.928128:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611296.928129:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611296.928130:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944180 00000100:00000001:1.0:1749611296.928132:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749611296.928133:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2000. 00000100:00000001:1.0:1749611296.928134:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611296.928134:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611296.928136:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611296.928137:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:1.0:1749611296.928138:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611296.928140:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000400:00000010:0.0:1749611296.928140:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbb00. 00000100:00000040:1.0:1749611296.928142:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:3.0:1749611296.928146:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611296.928146:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611296.928146:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:3.0:1749611296.928148:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611296.928149:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611296.928149:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611296.928153:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611296.928156:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ffb80 x1834598494650240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611296.928159:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8781 [1] + 224 00000100:00000200:0.0:1749611296.928161:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611296.928166:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611296.928170:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611296.928172:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494650240:12345-0@lo:38:kworker.0 Request processed in 320us (566us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611296.928175:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611296.928176:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611296.928181:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611296.928184:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00000001:0.0:1749611296.928187:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611296.928188:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611296.928189:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611296.928191:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611296.928193:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749611296.928194:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611296.928196:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 02000000:00000001:0.0:1749611296.928197:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611296.928200:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611296.928203:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000001:0.0:1749611296.928203:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611296.928207:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611296.928210:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000001:1.0:1749611296.928215:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611296.928215:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=151 v=5 (5 5 5 5) 00000100:00001000:0.0:1749611296.928221:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=151 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611296.928225:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611296.928228:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611296.928232:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611296.928233:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00080000:0.0:1749611296.928238:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611296.928241:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611296.928244:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611296.928248:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611296.928249:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:0.0:1749611296.928250:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928254:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.928255:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611296.928258:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611296.928258:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611296.928261:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1749611296.928262:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611296.928263:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611296.928264:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.928265:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611296.928267:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611296.928268:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611296.928269:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611296.928272:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611296.928274:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611296.928274:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd180 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:732/0 lens 224/224 e 0 to 0 dl 1749611307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611296.928276:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000400:00000200:3.0:1749611296.928281:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611296.928283:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611296.928285:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611296.928289:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494650752:12345-0@lo:400:kworker.0 Request processed in 354us (641us total) trans 0 rc 0/0 00000100:00000200:3.0:1749611296.928290:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.928292:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611296.928297:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749611296.928299:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611296.928300:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00000001:0.0:1749611296.928300:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611296.928303:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 00000100:00000001:2.0:1749611296.928305:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611296.928306:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611296.928307:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611296.928307:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611296.928310:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000001:3.0:1749611296.928314:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611296.928314:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000001:3.0:1749611296.928317:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749611296.928318:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 02000000:00000001:3.0:1749611296.928319:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611296.928321:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749611296.928321:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 00000100:00100000:0.0:1749611296.928321:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494650496:0@lo:400:kworker.0 00000100:00000001:3.0:1749611296.928323:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928323:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611296.928326:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.928329:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611296.928331:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=5 v=5 (5 0 0 0) 00000100:00000001:0.0:1749611296.928332:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749611296.928334:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1749611296.928336:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300570387 00000100:00000001:3.0:1749611296.928337:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749611296.928337:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494650496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611296.928338:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611296.928340:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611296.928340:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300570387 00000100:00000001:2.0:1749611296.928342:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300570387 00000100:00000001:2.0:1749611296.928344:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300570387 00010000:00080000:3.0:1749611296.928345:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928346:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300570387 00000100:00000001:0.0:1749611296.928347:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611296.928348:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300570387 00000100:00000001:2.0:1749611296.928350:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300570387 02000000:00000001:0.0:1749611296.928350:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749611296.928352:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611296.928354:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27d800. 00000100:00000001:3.0:1749611296.928355:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611296.928357:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749611296.928358:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611296.928359:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611296.928360:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928361:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611296.928363:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611296.928364:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1749611296.928366:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749611296.928366:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1749611296.928368:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1749611296.928368:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611296.928370:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611296.928370:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000020:00000001:0.0:1749611296.928370:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611296.928372:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611296.928373:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611296.928373:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000400:00000200:2.0:1749611296.928374:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000100:00000040:3.0:1749611296.928376:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611296.928376:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 02000000:00000001:0.0:1749611296.928377:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611296.928378:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611296.928379:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611296.928381:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000200:2.0:1749611296.928382:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611296.928384:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494650752:0@lo:400:kworker.0 00000100:00000001:0.0:1749611296.928385:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611296.928386:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.928388:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611296.928389:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611296.928391:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611296.928391:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611296.928394:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494650752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.928394:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611296.928396:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928398:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611296.928398:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611296.928399:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.928400:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611296.928401:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611296.928401:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611296.928402:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611296.928404:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749611296.928405:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880118e79800. 00000100:00000001:2.0:1749611296.928406:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611296.928408:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.928410:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611296.928412:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611296.928414:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1749611296.928415:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611296 v=5 (0 0 0 0) 00000020:00000040:3.0:1749611296.928416:0:28323:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611296.928418:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749611296.928419:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=101 v=20 (1 1 1 20) 02000000:00000010:3.0:1749611296.928420:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 00000100:00000001:2.0:1749611296.928422:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749611296.928424:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611296.928424:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611296.928425:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611296.928426:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749611296.928427:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:3.0:1749611296.928430:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611296.928431:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611296.928431:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611296.928433:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611296.928438:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611296.928438:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611296.928440:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928440:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611296.928442:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611296.928442:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611296.928444:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928444:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611296.928446:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611296.928449:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611296.928452:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611296.928459:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611296.928463:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611296.928472:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494650240:0@lo:38:kworker.0 00000100:00000001:2.0:1749611296.928476:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611296.928479:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928486:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611296.928487:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.928489:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611296.928491:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611296.928493:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611296.928496:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494650368:0@lo:38:kworker.0 00000100:00000001:2.0:1749611296.928499:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611296.928501:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611296.928502:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.928504:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611296.928507:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6400. 02000000:00000001:2.0:1749611296.928509:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611296.928512:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000400:00000010:2.0:1749611296.928516:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000200:2.0:1749611296.928547:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494650368, portal 10 00000100:00000001:2.0:1749611296.928550:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611296.928552:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000040:2.0:1749611296.928558:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928565:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611296.928567:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611296.928569:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611296.928572:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494650368, offset 0 00000400:00000200:2.0:1749611296.928575:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611296.928588:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611296.928594:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944000 00000400:00000200:2.0:1749611296.928598:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 49080 00000400:00000200:2.0:1749611296.928603:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611296.928606:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611296.928610:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611296.928611:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611296.928615:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff480. 00000100:00000040:2.0:1749611296.928618:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4ff480 x1834598494650368 msgsize 520 00000100:00100000:2.0:1749611296.928621:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611296.928639:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611296.928644:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611296.928645:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611296.928648:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611296.928651:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928659:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.928661:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928668:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928670:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611296.928673:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.928676:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000100:00000001:0.0:1749611296.928676:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611296.928678:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300570387 00000100:00100000:0.0:1749611296.928678:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650368 00000100:00000001:2.0:1749611296.928681:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300570387 02000000:00000001:0.0:1749611296.928681:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611296.928683:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300570387 00000100:00000001:0.0:1749611296.928683:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611296.928685:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300570387 00000100:00000001:0.0:1749611296.928685:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928687:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300570387 00000100:00000001:2.0:1749611296.928690:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300570387 00000100:00000001:2.0:1749611296.928692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300570387 00000100:00000001:2.0:1749611296.928694:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300570387 02000000:00000001:0.0:1749611296.928695:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.928698:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650368 00000020:00000001:0.0:1749611296.928700:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611296.928701:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611296.928702:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611296.928703:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611296.928704:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611296.928705:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928706:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611296.928707:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.928709:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611296.928711:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be000. 00000020:00000010:0.0:1749611296.928715:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000100:00000001:2.0:1749611296.928716:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611296.928718:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611296.928718:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 02000000:00000001:2.0:1749611296.928720:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611296.928722:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611296.928722:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611296.928723:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611296.928724:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.928725:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611296.928727:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494650624:0@lo:38:kworker.0 00000100:00000001:0.0:1749611296.928729:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928730:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611296.928732:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611296.928734:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.928735:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611296.928738:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7400. 02000000:00000001:2.0:1749611296.928740:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611296.928744:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:0.0:1749611296.928747:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611296.928749:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611296.928753:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494650624, portal 10 00000100:00000001:0.0:1749611296.928755:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611296.928756:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611296.928756:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611296.928758:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00100000:0.0:1749611296.928761:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00000001:0.0:1749611296.928763:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936704128 : -131938772847488 : ffff88009c4ff480) 00000100:00000040:2.0:1749611296.928765:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611296.928768:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4ff480 x1834598494650368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928775:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611296.928778:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494650368:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611296.928779:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611296.928782:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:0.0:1749611296.928782:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650368 00000020:00000001:0.0:1749611296.928785:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611296.928786:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494650624, offset 0 00010000:00000001:0.0:1749611296.928787:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611296.928791:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611296.928796:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611296.928799:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611296.928800:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611296.928802:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611296.928805:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611296.928807:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611296.928808:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944100 00000100:00000001:0.0:1749611296.928809:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611296.928811:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611296.928814:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 49600 02000000:00000010:0.0:1749611296.928814:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d033800. 00000400:00000200:2.0:1749611296.928820:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611296.928822:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.928824:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611296.928827:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611296.928829:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611296.928832:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611296.928833:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611296.928835:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611296.928837:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611296.928838:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611296.928839:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611296.928840:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:2.0:1749611296.928842:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff100. 00000100:00000001:0.0:1749611296.928842:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611296.928844:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611296.928845:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4ff100 x1834598494650624 msgsize 520 00000100:00000040:0.0:1749611296.928848:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749611296.928849:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611296.928850:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611296.928852:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.928854:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611296.928856:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611296.928859:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000200:0.0:1749611296.928864:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494650368, offset 0 00000100:00000001:2.0:1749611296.928867:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611296.928868:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611296.928875:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611296.928878:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000400:00000200:0.0:1749611296.928878:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611296.928881:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749611296.928884:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944000 00000100:00000200:2.0:1749611296.928888:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611296.928890:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x879d [1] + 0 00000100:00000001:1.0:1749611296.928895:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611296.928895:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611296.928898:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611296.928899:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611296.928899:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650624 02000000:00000001:1.0:1749611296.928902:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611296.928902:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611296.928904:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.928904:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611296.928906:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.928907:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611296.928911:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.928914:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928915:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611296.928915:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650624 00000100:00000001:2.0:1749611296.928918:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611296.928918:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611296.928920:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611296.928922:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611296.928923:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611296.928923:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611296.928927:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 651 usecs (1 jiffies) 00000400:00000200:0.0:1749611296.928927:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611296.928929:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:2.0:1749611296.928931:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300570387 00000100:00000001:0.0:1749611296.928931:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611296.928933:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.928933:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611296.928935:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300570387 00000020:00000001:1.0:1749611296.928936:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928939:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300570387 00000020:00000010:1.0:1749611296.928941:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000001:2.0:1749611296.928942:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300570387 00000100:00000001:0.0:1749611296.928942:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928945:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300570387 00000100:00000040:0.0:1749611296.928945:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749611296.928946:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2200. 00000100:00000001:0.0:1749611296.928947:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.928949:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300570387 00000020:00000001:0.0:1749611296.928949:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611296.928951:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:2.0:1749611296.928952:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300570387 00000100:00000040:0.0:1749611296.928953:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff480 x1834598494650368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.928955:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300570387 00000100:00000001:1.0:1749611296.928957:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611296.928958:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611296.928959:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611296.928961:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611296.928962:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.928963:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494650368:12345-0@lo:38:kworker.0 Request processed in 184us (342us total) trans 0 rc -19/-19 00000400:00000001:2.0:1749611296.928966:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611296.928967:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611296.928968:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749611296.928971:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00000001:0.0:1749611296.928973:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611296.928975:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749611296.928978:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000020:00000010:0.0:1749611296.928978:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00000020:00000010:0.0:1749611296.928981:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000400:00000200:2.0:1749611296.928982:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611296.928985:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000010:0.0:1749611296.928985:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be000. 00000100:00000001:0.0:1749611296.928988:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.928989:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611296.928990:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611296.928995:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.929021:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611296.929023:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611296.929026:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749611296.929027:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00000001:1.0:1749611296.929029:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611296.929030:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936703232 : -131938772848384 : ffff88009c4ff100) 00000100:00000001:1.0:1749611296.929032:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.929034:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4ff100 x1834598494650624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611296.929035:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611296.929035:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611296.929044:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494650624:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611296.929047:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650624 00000020:00000001:0.0:1749611296.929049:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611296.929051:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611296.929054:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611296.929057:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611296.929059:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929060:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:0.0:1749611296.929062:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611296.929063:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749611296.929064:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611296.929066:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749611296.929067:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611296.929068:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.929069:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749611296.929071:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611296.929071:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749611296.929077:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611296 v=5 (0 0 0 0) 02000000:00000001:0.0:1749611296.929079:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749611296.929082:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=119 v=20 (1 1 1 20) 02000000:00000010:0.0:1749611296.929082:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032400. 02000000:00000001:0.0:1749611296.929084:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929086:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611296.929086:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929088:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749611296.929089:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611296.929091:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929092:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749611296.929094:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611296.929097:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611296.929098:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.929099:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611296.929101:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611296.929103:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611296.929106:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611296.929109:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611296.929109:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611296.929111:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611296.929113:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749611296.929113:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929115:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611296.929115:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611296.929117:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749611296.929117:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611296.929119:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000001:2.0:1749611296.929120:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611296.929123:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494650624, offset 0 00000100:00080000:2.0:1749611296.929124:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749611296.929127:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611296.929128:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611296.929132:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611296.929133:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611296.929138:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611296.929139:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944100 00000400:00000200:0.0:1749611296.929143:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x87a5 [1] + 0 00000400:00000200:0.0:1749611296.929147:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611296.929150:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611296.929153:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611296.929157:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611296.929161:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494650112:0@lo:38:kworker.0 00000100:00000001:2.0:1749611296.929166:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611296.929166:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929168:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.929171:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494650240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611296.929174:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611296.929177:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000001:2.0:1749611296.929179:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749611296.929179:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 02000000:00000001:2.0:1749611296.929180:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611296.929183:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611296.929186:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611296.929186:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611296.929187:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611296.929188:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611296.929189:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611296.929191:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611296.929191:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611296.929193:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d031400. 00000100:00000040:0.0:1749611296.929194:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611296.929196:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.929197:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611296.929198:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749611296.929198:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611296.929200:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000040:0.0:1749611296.929202:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff100 x1834598494650624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611316 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929205:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611296.929206:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929208:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.929211:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc380 x1834598494650112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611296.929211:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494650624:12345-0@lo:38:kworker.0 Request processed in 167us (363us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611296.929217:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611296.929219:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1749611296.929219:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 02000000:00000010:2.0:1749611296.929221:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 00000100:00000001:0.0:1749611296.929221:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749611296.929223:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611296.929223:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749611296.929225:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611296.929226:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:0.0:1749611296.929226:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2200. 00000020:00000001:2.0:1749611296.929228:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611296.929229:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d032c00. 00000020:00000010:0.0:1749611296.929229:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 02000000:00000001:2.0:1749611296.929231:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611296.929232:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1749611296.929232:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000100:00000010:2.0:1749611296.929233:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc380. 00000100:00000001:2.0:1749611296.929235:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611296.929236:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929241:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929243:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929248:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611296.929250:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929252:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611296.929254:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611296.929258:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611296.929260:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611296.929262:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000400:00000200:2.0:1749611296.929264:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611296.929266:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:2.0:1749611296.929269:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611296.929273:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611296.929281:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929288:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611296.929289:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929291:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611296.929292:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611296.929294:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611296.929295:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.929297:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611296.929301:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611296 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611296.929304:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=151 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611296.929307:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611296.929308:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611296.929311:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611296.929314:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929321:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611296.929323:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611296.929325:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929326:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611296.929328:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611296.929335:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611296.929338:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611296.929340:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611296.929344:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611296.929351:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494650368:0@lo:38:kworker.0 00000400:00000001:2.0:1749611296.929356:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611296.929357:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611296.929359:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611296.929361:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611296.929363:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611296.929365:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611296.929367:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611296.929375:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929381:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611296.929382:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929384:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611296.929385:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611296.929386:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611296.929388:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611296.929389:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611296.929393:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b422a438 time=1749611296 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611296.929395:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b422a3f0 time=5 v=10 (10 0 0 0) 00000100:00000001:2.0:1749611296.929398:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611296.929399:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611296.929401:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611296.929404:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929410:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611296.929417:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611296.929419:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929421:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611296.929422:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611296.929425:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611296.929427:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611296.929429:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611296.929433:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611296.929440:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494650624:0@lo:38:kworker.0 00000100:00000001:2.0:1749611296.929444:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929446:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.929448:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494650368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929454:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611296.929455:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611296.929457:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6400. 02000000:00000001:2.0:1749611296.929459:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611296.929460:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611296.929461:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611296.929463:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611296.929465:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d031c00. 02000000:00000001:2.0:1749611296.929467:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611296.929468:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611296.929469:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611296.929471:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611296.929472:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929474:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611296.929476:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494650624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611311 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611296.929482:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611296.929483:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611296.929489:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7400. 02000000:00000001:2.0:1749611296.929491:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611296.929493:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611296.929494:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611296.929496:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611296.929497:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d030800. 02000000:00000001:2.0:1749611296.929500:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611296.929501:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611296.929502:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611296.929504:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611296.929505:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611296.929507:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929509:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611296.929510:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611296.929512:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611296.929513:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611296.929568:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300570387, at 4300570387 00000100:00000040:0.0:1749611296.929577:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300570387, at 4300570387 00000100:00000010:2.0:1749611296.929578:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac8c0. 00000100:00000010:0.0:1749611296.929584:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac080. 00000100:00000040:3.0:1749611296.929594:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300570387, at 4300570387 00000100:00000040:1.0:1749611296.929595:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300570387, at 4300570387 00000100:00000010:3.0:1749611296.929607:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac180. 00000100:00000010:1.0:1749611296.929631:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eacfc0. 00000100:00000001:0.0:1749611297.458687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611297.458698:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611297.458701:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611297.458709:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611297.458714:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611297.458719:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611297.458723:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611297.458727:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611297.458730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611297.499631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611297.499637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611297.499639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611297.499643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611297.499646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611297.499649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611297.499652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611297.499655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611297.499658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611297.734761:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611297.734770:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611297.734918:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611297.734924:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611297.734928:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611297.916679:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611297.916689:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611297.916692:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611297.916697:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611297.916701:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611297.916719:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611297.916722:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611297.916725:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611297.916728:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611297.928688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611297.928712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611297.928714:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611297.928718:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611297.928720:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611297.928723:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611297.928725:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611298.458710:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611298.458718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611298.458722:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611298.458729:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611298.458734:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611298.458739:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611298.458743:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611298.458747:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611298.458751:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611298.499673:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611298.499698:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611298.499700:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611298.499705:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611298.499708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611298.499711:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611298.499713:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611298.499717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611298.499719:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611298.736647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611298.736653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611298.736792:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611298.736798:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611298.736802:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611298.916692:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611298.916702:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611298.916704:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611298.916709:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611298.916713:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611298.916717:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611298.916720:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611298.916724:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611298.916726:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611298.928644:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611298.928659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611298.928661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611298.928665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611298.928668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611298.928671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611298.928673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611299.458694:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611299.458703:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611299.458705:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611299.458710:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611299.458714:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611299.458718:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611299.458722:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611299.458724:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611299.458727:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611299.499683:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611299.499690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611299.499692:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611299.499696:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611299.499699:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611299.499703:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611299.499705:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611299.499709:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611299.499711:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611299.738644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611299.738653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611299.738769:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611299.738775:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611299.738779:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611299.916672:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611299.916681:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611299.916683:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611299.916703:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611299.916707:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611299.916710:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611299.916713:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611299.916717:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611299.916720:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611299.928649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611299.928665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611299.928667:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611299.928671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611299.928674:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611299.928677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611299.928679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611300.458700:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611300.458709:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611300.458712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611300.458717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611300.458721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611300.458726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611300.458729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611300.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611300.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611300.499666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611300.499675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611300.499678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611300.499683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611300.499687:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611300.499706:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611300.499710:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611300.499714:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611300.499717:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611300.740723:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611300.740731:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611300.740858:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611300.740864:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611300.740868:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611300.916601:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611300.916607:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611300.916610:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611300.916613:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611300.916616:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611300.916619:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611300.916622:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611300.916625:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611300.916627:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611300.928638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611300.928653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611300.928655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611300.928659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611300.928661:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611300.928664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611300.928666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611301.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611301.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611301.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611301.458642:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.458644:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611301.458646:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.458648:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.499639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611301.499645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611301.499647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611301.499650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611301.499652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611301.499655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.499657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611301.499660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.499663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611301.742686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611301.742695:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611301.742817:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611301.742823:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611301.742827:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611301.916640:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611301.916660:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611301.916662:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.916667:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611301.916671:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611301.916674:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.916677:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611301.916680:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.916683:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.928640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611301.928655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611301.928657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.928660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611301.928662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611301.928665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.928668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611301.934638:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611301.934646:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611301.934649:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611301.934653:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611301.934656:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611301.934660:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611301.934663:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611301.934668:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5903 00000100:00080000:0.0:1749611301.934673:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611301.934676:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611301.934680:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.934682:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611301.934685:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611301.934689:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611301.934691:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611301.934694:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611301.934697:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611301.934700:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611301.934702:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611301.934705:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611301.934707:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.934709:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611301.934710:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611301.934724:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611301.934728:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611301.934731:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.934734:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611301.934741:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611301.934744:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.934746:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611301.934749:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611301.934756:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000020:00000040:0.0:1749611301.934759:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611301.934763:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611301.934765:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.934769:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611301.934771:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611301.934775:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611301.934783:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d030000. 00000100:00000001:0.0:1749611301.934790:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.934800:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611301.934813:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611301.934817:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.934822:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_rcv+-1] req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.934850:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611301.934854:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611301.934858:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611301.934859:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611301.934861:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611301.934864:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611301.934866:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5903 00000100:00080000:0.0:1749611301.934868:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611301.934871:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611301.934880:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.934882:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611301.934884:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611301.934886:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611301.934888:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611301.934890:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611301.934892:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611301.934894:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611301.934896:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611301.934898:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611301.934900:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.934902:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611301.934903:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611301.934906:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611301.934908:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611301.934910:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.934912:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611301.934915:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611301.934917:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.934919:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611301.934921:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611301.934926:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:0.0:1749611301.934928:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611301.934931:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611301.934932:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.934934:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611301.934935:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611301.934936:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611301.934940:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d030800. 00000100:00000001:2.0:1749611301.934943:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611301.934944:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.934948:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611301.934949:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611301.934983:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611301.934993:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749611301.934996:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.935001:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935007:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.935013:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611301.935016:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935016:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611301.935020:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611301.935021:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749611301.935023:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611301.935025:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611301.935026:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611301.935029:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611301.935031:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5903 00000100:00080000:0.0:1749611301.935034:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611301.935036:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611301.935037:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611301.935038:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.935039:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749611301.935041:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935041:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611301.935043:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611301.935045:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611301.935047:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611301.935048:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494650880:0@lo:38:kworker.0 00000020:00000040:0.0:1749611301.935049:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611301.935051:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611301.935053:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611301.935055:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611301.935056:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611301.935058:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.935059:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749611301.935060:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611301.935061:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611301.935063:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611301.935063:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611301.935065:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749611301.935067:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611301.935067:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.935069:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611301.935072:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611301.935074:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7400. 02000000:00000001:2.0:1749611301.935077:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.935079:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935081:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611301.935083:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611301.935086:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000010:0.0:1749611301.935086:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:0.0:1749611301.935089:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611301.935091:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611301.935092:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935094:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611301.935095:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749611301.935096:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:0.0:1749611301.935097:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611301.935101:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d031c00. 00000100:00000001:0.0:1749611301.935104:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611301.935106:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494650880, portal 4 00000100:00100000:0.0:1749611301.935108:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611301.935110:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611301.935113:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:0.0:1749611301.935115:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611301.935117:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935121:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611301.935124:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.935128:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935131:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611301.935134:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749611301.935137:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611301.935137:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 00000020:00000040:0.0:1749611301.935139:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749611301.935141:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611301.935141:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611301.935143:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749611301.935144:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 02000000:00000001:0.0:1749611301.935144:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611301.935148:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000100:00000200:2.0:1749611301.935149:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494650880, offset 0 00000100:00000001:0.0:1749611301.935150:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935154:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611301.935155:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611301.935161:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611301.935163:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935168:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc380] to pc [ptlrpcd_00_03+3] req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611301.935169:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611301.935180:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf944200 00000400:00000200:2.0:1749611301.935188:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 5200 00000400:00000200:2.0:1749611301.935197:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611301.935201:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611301.935204:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935206:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:0.0:1749611301.935207:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749611301.935209:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:0.0:1749611301.935211:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611301.935212:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1749611301.935213:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff800. 00000100:00080000:0.0:1749611301.935214:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749611301.935216:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4ff800 x1834598494650880 msgsize 520 00000100:00000001:0.0:1749611301.935217:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611301.935221:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5903 00000100:00100000:2.0:1749611301.935222:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:0.0:1749611301.935224:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff8800b422a3f0 time=10 v=10 (10 0 0 0) 00000100:00001000:0.0:1749611301.935227:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff8800b422a3f0 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:0.0:1749611301.935230:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1749611301.935233:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611301.935235:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611301.935235:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.935238:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611301.935240:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611301.935242:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611301.935243:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000400:00000200:2.0:1749611301.935244:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000020:00000001:0.0:1749611301.935245:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611301.935246:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=7 00000020:00000001:0.0:1749611301.935248:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:0.0:1749611301.935250:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000400:00000010:2.0:1749611301.935253:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000040:0.0:1749611301.935253:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611301.935255:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611301.935256:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611301.935258:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611301.935258:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611301.935260:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 6 00000100:00080000:0.0:1749611301.935262:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b422a000 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:2.0:1749611301.935263:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.935265:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.935266:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611301.935269:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611301.935272:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611301.935275:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611301.935276:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935278:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611301.935280:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935282:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611301.935283:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000100:00000001:2.0:1749611301.935284:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749611301.935285:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749611301.935288:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611301.935289:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.935289:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935290:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611301.935290:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611301.935292:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611301.935293:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.935294:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1292 usecs (2 jiffies) 00000100:00000001:1.0:1749611301.935296:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749611301.935297:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d032c00. 00000100:00000001:2.0:1749611301.935298:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300575394 00000100:00000001:1.0:1749611301.935298:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611301.935300:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611301.935302:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac8c0. 00000100:00000001:3.0:1749611301.935303:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611301.935304:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749611301.935306:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.935308:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611301.935309:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935312:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611301.935314:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300575394 00000100:00000010:2.0:1749611301.935317:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eacd40. 00000100:00000040:0.0:1749611301.935317:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611301.935318:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611301.935320:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935321:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749611301.935323:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611301.935324:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300575394 00000100:00000001:0.0:1749611301.935325:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611301.935326:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac880. 02000000:00000001:1.0:1749611301.935326:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611301.935327:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611301.935329:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749611301.935329:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935330:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749611301.935332:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300575394 00000100:00100000:1.0:1749611301.935332:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494651264:0@lo:400:kworker.0 00000100:00000010:0.0:1749611301.935332:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000100:00000010:2.0:1749611301.935334:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eace00. 00000020:00000040:0.0:1749611301.935334:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611301.935336:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749611301.935337:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611301.935337:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611301.935337:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611301.935339:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935340:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611301.935340:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611301.935342:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611301.935342:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 02000000:00000001:1.0:1749611301.935343:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935344:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935345:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611301.935345:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611301.935347:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611301.935348:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611301.935348:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611301.935349:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27c000. 00000100:00100000:3.0:1749611301.935350:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494650880 02000000:00000001:1.0:1749611301.935352:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611301.935353:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611301.935353:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611301.935354:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611301.935355:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.935355:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935356:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611301.935357:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749611301.935357:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000100:00000001:3.0:1749611301.935359:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935359:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611301.935359:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_00_00+0] req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.935360:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611301.935364:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611301.935367:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494650880 00000100:00000040:2.0:1749611301.935369:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611301.935370:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749611301.935371:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000040:3.0:1749611301.935372:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611301.935374:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611301.935376:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494651264, portal 10 00000020:00000001:3.0:1749611301.935377:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935378:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749611301.935379:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935379:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935379:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611301.935380:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 02000000:00000001:2.0:1749611301.935382:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611301.935382:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611301.935384:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611301.935387:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935388:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5913) 00000100:00000040:1.0:1749611301.935389:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611301.935390:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494651008:0@lo:38:kworker.0 00000100:00000001:2.0:1749611301.935393:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611301.935394:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79800. 02000000:00000001:2.0:1749611301.935396:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611301.935397:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935397:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611301.935399:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611301.935399:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749611301.935400:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ac859a00. 00000100:00000040:1.0:1749611301.935400:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749611301.935402:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6400. 00000400:00000010:1.0:1749611301.935402:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00100000:0.0:1749611301.935402:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:2.0:1749611301.935404:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935404:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611301.935405:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494651264, offset 0 00000020:00000010:3.0:1749611301.935406:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000400:00000010:2.0:1749611301.935407:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000400:00000200:1.0:1749611301.935410:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611301.935410:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611301.935411:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611301.935412:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611301.935413:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611301.935415:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611301.935418:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611301.935421:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935422:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611301.935424:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611301.935424:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611301.935425:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944380 00000100:00000001:0.0:1749611301.935426:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749611301.935428:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494651008, portal 10 00000100:00000001:2.0:1749611301.935430:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611301.935431:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611301.935431:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.935432:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000400:00000200:1.0:1749611301.935432:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 50120 00000100:00000040:2.0:1749611301.935438:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611301.935438:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611301.935438:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611301.935440:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935441:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749611301.935442:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611301.935443:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611301.935443:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611301.935445:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611301.935445:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611301.935446:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611301.935447:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.935448:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749611301.935448:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749611301.935449:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000400:00000010:2.0:1749611301.935450:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00100000:0.0:1749611301.935451:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494651520:0@lo:400:kworker.0 00000100:00000001:3.0:1749611301.935452:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936705024 : -131938772846592 : ffff88009c4ff800) 00000100:00000200:2.0:1749611301.935452:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494651008, offset 0 00000100:00000010:1.0:1749611301.935452:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c380. 00000100:00000040:1.0:1749611301.935455:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99c380 x1834598494651264 msgsize 224 00000100:00000001:0.0:1749611301.935455:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611301.935456:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611301.935458:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4ff800 x1834598494650880/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611301.935458:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749611301.935459:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611301.935460:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.935462:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611301.935463:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611301.935465:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9be600. 02000000:00000001:0.0:1749611301.935467:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611301.935469:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944280 00000100:00000001:1.0:1749611301.935470:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749611301.935471:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494650880:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749611301.935471:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000400:00000200:2.0:1749611301.935473:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 50344 00000100:00000200:3.0:1749611301.935476:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494650880 00000400:00000200:2.0:1749611301.935478:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611301.935479:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611301.935481:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611301.935483:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611301.935487:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611301.935487:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00000200:2.0:1749611301.935488:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611301.935489:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611301.935492:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611301.935494:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611301.935496:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611301.935497:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc000. 00000100:00000200:1.0:1749611301.935499:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611301.935500:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611301.935500:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fc000 x1834598494651008 msgsize 520 00000100:00000200:0.0:1749611301.935500:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494651520, portal 10 00000100:00000001:0.0:1749611301.935502:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749611301.935503:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611301.935504:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611301.935504:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00010000:00000001:3.0:1749611301.935506:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611301.935507:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611301.935509:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749611301.935511:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.935512:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611301.935512:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749611301.935512:0:28322:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136aba000. 02000000:00000001:3.0:1749611301.935515:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611301.935517:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611301.935518:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611301.935519:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743400. 00000400:00000010:2.0:1749611301.935519:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000040:0.0:1749611301.935519:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611301.935520:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611301.935521:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935522:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611301.935552:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611301.935553:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.935560:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935561:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611301.935562:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.935562:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611301.935564:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611301.935565:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611301.935565:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00010000:00000001:3.0:1749611301.935567:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611301.935569:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494651520, offset 0 00000100:00001000:3.0:1749611301.935570:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611301.935571:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935573:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611301.935573:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:3.0:1749611301.935574:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611301.935574:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611301.935576:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300575394 00000100:00000001:2.0:1749611301.935577:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.935580:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1123 usecs (2 jiffies) 00000100:00000001:1.0:1749611301.935580:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300575394 00000100:00000001:1.0:1749611301.935582:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300575394 00000100:00000001:3.0:1749611301.935583:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611301.935583:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300575395 00000400:00000200:0.0:1749611301.935583:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611301.935585:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300575394 00000100:00000040:3.0:1749611301.935586:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611301.935587:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300575394 00000100:00000001:2.0:1749611301.935588:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300575394 00000100:00000001:3.0:1749611301.935589:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611301.935589:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300575394 00000400:00000200:0.0:1749611301.935590:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944480 00000100:00000001:3.0:1749611301.935591:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611301.935591:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300575395 00000100:00000001:1.0:1749611301.935591:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300575394 00000100:00000001:1.0:1749611301.935593:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300575394 00000100:00000040:3.0:1749611301.935595:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611301.935595:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300575394 00000100:00000001:1.0:1749611301.935595:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611301.935595:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 50864 00000100:00000001:2.0:1749611301.935597:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300575395 02000000:00000001:3.0:1749611301.935598:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611301.935598:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611301.935600:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935600:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300575394 00000100:00000001:1.0:1749611301.935600:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611301.935601:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611301.935602:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611301.935602:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.935603:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300575395 00000100:00000040:3.0:1749611301.935605:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611301.935606:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300575394 00000400:00000200:0.0:1749611301.935606:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611301.935608:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611301.935609:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:1.0:1749611301.935609:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611301.935609:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611301.935611:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935611:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1749611301.935611:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611301.935613:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611301.935613:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611301.935614:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494650880, offset 0 00000100:00000001:1.0:1749611301.935614:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611301.935615:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.935616:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611301.935616:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f100. 00000100:00000001:1.0:1749611301.935618:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611301.935619:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611301.935619:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f100 x1834598494651520 msgsize 224 00000100:00000001:2.0:1749611301.935623:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749611301.935623:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611301.935626:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611301.935628:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611301.935628:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935630:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935632:0:28322:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611301.935633:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749611301.935635:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf944200 02000000:00000001:2.0:1749611301.935635:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611301.935637:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611301.935637:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611301.935640:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00100000:2.0:1749611301.935641:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494651136:0@lo:38:kworker.0 00000100:00000001:1.0:1749611301.935641:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611301.935642:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611301.935644:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749611301.935644:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651264 02000000:00000001:2.0:1749611301.935646:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611301.935646:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611301.935647:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611301.935648:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935648:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611301.935649:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611301.935650:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611301.935652:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e5800. 00000400:00000200:3.0:1749611301.935653:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x87b5 [1] + 0 02000000:00000001:1.0:1749611301.935653:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611301.935654:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611301.935656:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651264 00000100:00000001:0.0:1749611301.935656:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611301.935658:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611301.935658:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec60. 00000020:00000001:1.0:1749611301.935658:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611301.935659:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611301.935660:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000010:2.0:1749611301.935661:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:3.0:1749611301.935662:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611301.935662:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749611301.935665:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494651136, portal 10 00000020:00000040:1.0:1749611301.935665:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611301.935666:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611301.935666:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935667:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749611301.935667:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611301.935668:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000001:0.0:1749611301.935668:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749611301.935672:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.935672:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.935674:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611301.935675:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749611301.935675:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1200 usecs (2 jiffies) 00000100:00000001:0.0:1749611301.935678:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300575395 00000100:00000001:1.0:1749611301.935680:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611301.935681:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611301.935681:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300575395 00000100:00000040:3.0:1749611301.935683:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611301.935683:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611301.935683:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3480. 00000100:00000001:0.0:1749611301.935684:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300575395 00000400:00000010:2.0:1749611301.935685:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000001:0.0:1749611301.935686:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300575395 00000100:00000200:2.0:1749611301.935688:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494651136, offset 0 00000100:00000001:0.0:1749611301.935688:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300575395 00000400:00000200:2.0:1749611301.935691:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749611301.935691:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749611301.935692:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611301.935695:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300575395 00000400:00000200:2.0:1749611301.935697:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611301.935697:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300575395 00000100:00000001:1.0:1749611301.935698:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749611301.935699:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:0.0:1749611301.935700:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300575395 00000400:00000010:3.0:1749611301.935701:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000020:00000010:1.0:1749611301.935701:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000100:00000001:0.0:1749611301.935702:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611301.935703:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944300 00000100:00000001:0.0:1749611301.935704:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935705:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749611301.935706:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2200. 00000100:00000001:3.0:1749611301.935707:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611301.935707:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 51088 00000100:00000001:0.0:1749611301.935707:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935710:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935711:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611301.935711:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611301.935711:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000040:3.0:1749611301.935714:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611301.935715:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611301.935716:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611301.935717:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611301.935718:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611301.935719:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611301.935719:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611301.935720:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611301.935721:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611301.935723:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611301.935723:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749611301.935724:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff800 x1834598494650880/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611301.935724:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7800. 00000100:00000040:2.0:1749611301.935726:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7800 x1834598494651136 msgsize 520 00000020:00000040:0.0:1749611301.935727:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611301.935728:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1749611301.935730:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611301.935730:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611301.935732:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935737:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.935743:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611301.935744:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611301.935746:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494650880:12345-0@lo:38:kworker.0 Request processed in 274us (526us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749611301.935746:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651008 02000000:00000001:1.0:1749611301.935748:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611301.935749:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:1.0:1749611301.935750:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749611301.935751:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:0.0:1749611301.935751:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611301.935752:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935753:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611301.935754:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.935754:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651520 00000100:00100000:3.0:1749611301.935755:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1749611301.935756:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651008 02000000:00000001:0.0:1749611301.935756:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611301.935757:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611301.935757:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611301.935757:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611301.935758:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611301.935759:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1749611301.935759:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611301.935760:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611301.935760:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.935762:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.935763:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611301.935763:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611301.935764:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ac859a00. 00000100:00000001:2.0:1749611301.935764:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611301.935765:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651520 00000020:00000010:1.0:1749611301.935766:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 00000100:00000040:2.0:1749611301.935767:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611301.935767:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749611301.935768:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:1.0:1749611301.935769:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2000. 00000020:00000040:0.0:1749611301.935769:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000020:00000010:1.0:1749611301.935771:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000020:00000001:0.0:1749611301.935771:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749611301.935772:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 00000100:00000001:1.0:1749611301.935773:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1749611301.935773:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=5 00000100:00000001:2.0:1749611301.935774:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935774:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611301.935775:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749611301.935775:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000001:3.0:1749611301.935776:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611301.935776:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611301.935777:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000001:2.0:1749611301.935778:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935779:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.935781:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000100:00000001:0.0:1749611301.935781:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611301.935784:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300575394 00000020:00000010:0.0:1749611301.935784:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137649740. 00000100:00000001:2.0:1749611301.935786:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300575395 00000020:00000010:0.0:1749611301.935787:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3b80. 00000100:00000001:2.0:1749611301.935789:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300575394 00000100:00000001:1.0:1749611301.935789:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.935791:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300575395 00000100:00000001:2.0:1749611301.935793:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300575394 00000020:00000040:0.0:1749611301.935793:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611301.935794:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611301.935795:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611301.935795:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300575395 00000100:00100000:1.0:1749611301.935796:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651136 00000100:00000001:3.0:1749611301.935797:0:12680:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935797:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300575394 02000000:00000001:1.0:1749611301.935798:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611301.935798:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611301.935799:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300575395 00000100:00000001:1.0:1749611301.935799:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749611301.935800:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137649740. 00000100:00000001:2.0:1749611301.935801:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611301.935801:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935802:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611301.935803:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611301.935803:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935804:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611301.935805:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611301.935805:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651136 00000020:00000010:0.0:1749611301.935805:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be000. 00000020:00000001:1.0:1749611301.935807:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749611301.935808:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000020:00000040:1.0:1749611301.935808:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611301.935809:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611301.935809:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749611301.935809:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000100:00000040:3.0:1749611301.935811:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749611301.935811:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.935812:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935813:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706660224 : -131939002891392 : ffff88008e99c380) 00000020:00000010:0.0:1749611301.935813:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000020:00000010:1.0:1749611301.935815:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27cc00. 00000100:00000001:2.0:1749611301.935816:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611301.935817:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611301.935818:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99c380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:737/0 lens 224/0 e 0 to 0 dl 1749611312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611301.935818:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2480. 00000100:00000001:0.0:1749611301.935818:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611301.935819:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749611301.935820:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:0.0:1749611301.935820:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611301.935821:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611301.935822:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611301.935823:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935823:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611301.935825:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935827:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611301.935827:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935827:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611301.935829:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611301.935830:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688d80. 00000100:00100000:2.0:1749611301.935830:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494651392:0@lo:38:kworker.0 00000100:00000001:3.0:1749611301.935832:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611301.935832:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611301.935832:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611301.935834:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611301.935834:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611301.935834:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749611301.935835:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688d80. 02000000:00000001:2.0:1749611301.935836:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611301.935836:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611301.935838:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935838:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611301.935839:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749611301.935840:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494651264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1749611301.935840:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 02000000:00000010:2.0:1749611301.935842:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e6000. 00000100:00000040:1.0:1749611301.935843:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88009d241000 : new rpc_count 1 00000100:00000200:3.0:1749611301.935844:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651264 02000000:00000001:2.0:1749611301.935844:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935845:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191755520 : -131939517796096 : ffff88006fe8f100) 00000020:00000001:3.0:1749611301.935846:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611301.935847:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe8f0. 00000100:00000001:0.0:1749611301.935847:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611301.935849:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611301.935849:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611301.935850:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000040:1.0:1749611301.935850:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f100 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:737/0 lens 224/0 e 0 to 0 dl 1749611312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611301.935851:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611301.935853:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494651392, portal 10 00000020:00000001:3.0:1749611301.935854:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1749611301.935854:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00000001:2.0:1749611301.935855:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749611301.935856:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611301.935856:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:0.0:1749611301.935856:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936690688 : -131938772860928 : ffff88009c4fc000) 00000020:00000001:3.0:1749611301.935859:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611301.935859:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611301.935860:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3a40. 00000100:00000040:2.0:1749611301.935861:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611301.935861:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fc000 x1834598494651008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611301.935863:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611301.935865:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3a40. 00000100:00000001:2.0:1749611301.935867:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611301.935868:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611301.935869:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611301.935870:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1749611301.935871:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000020:00000001:3.0:1749611301.935872:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749611301.935872:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494651520:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611301.935873:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494651392, offset 0 00000100:00100000:0.0:1749611301.935873:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494651008:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611301.935875:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611301.935877:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611301.935877:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611301.935877:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651008 00000020:00000001:0.0:1749611301.935879:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611301.935881:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611301.935882:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611301.935882:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611301.935883:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749611301.935883:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651520 02000000:00000010:3.0:1749611301.935886:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d742400. 00000400:00000200:2.0:1749611301.935886:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944400 00000020:00000001:1.0:1749611301.935886:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611301.935888:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.935889:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749611301.935890:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 51608 00000100:00000001:3.0:1749611301.935891:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.935891:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611301.935892:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611301.935893:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.935893:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749611301.935894:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611301.935895:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000040:3.0:1749611301.935896:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494651264 00010000:00020000:0.0:1749611301.935896:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611301.935897:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611301.935898:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749611301.935898:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1749611301.935899:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611301.935900:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611301.935901:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611301.935901:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611301.935902:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000200:3.0:1749611301.935903:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99c380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:737/0 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611301.935903:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611301.935904:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611301.935904:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749611301.935906:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3f100. 00000020:00000001:1.0:1749611301.935906:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.935906:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611301.935908:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749611301.935908:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611301.935909:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3f100 x1834598494651392 msgsize 520 00010000:00000001:3.0:1749611301.935910:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611301.935911:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749611301.935912:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611301.935912:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611301.935912:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d031400. 02000000:00000001:1.0:1749611301.935913:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749611301.935914:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=56 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611301.935914:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935915:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611301.935916:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611301.935917:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 02000000:00000010:1.0:1749611301.935917:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087547000. 00000100:00000001:3.0:1749611301.935918:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611301.935919:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 02000000:00000001:1.0:1749611301.935919:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611301.935919:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611301.935920:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611301.935921:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611301.935921:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611301.935921:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.935922:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611301.935924:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611301.935924:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749611301.935925:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611301.935926:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611301.935926:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494651520 00000100:00000001:0.0:1749611301.935927:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611301.935928:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611301.935929:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611301.935929:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611301.935929:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611301.935931:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611301.935932:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749611301.935933:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00010000:00000200:1.0:1749611301.935934:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006fe8f100 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:737/0 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.935934:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611301.935936:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749611301.935937:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494651264, offset 224 00000100:00000040:2.0:1749611301.935939:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611301.935941:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749611301.935942:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611301.935942:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:1.0:1749611301.935943:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935946:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611301.935946:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=56 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611301.935946:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611301.935947:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611301.935948:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611301.935949:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611301.935972:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.935976:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611301.935977:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 713 usecs (1 jiffies) 02000000:00000001:0.0:1749611301.935979:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611301.935980:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749611301.935981:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300575394 00000100:00000001:0.0:1749611301.935982:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611301.935983:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611301.935984:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944380 00000100:00000001:2.0:1749611301.935984:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300575395 02000000:00000001:1.0:1749611301.935985:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611301.935985:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611301.935987:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.935988:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300575394 00000400:00000010:0.0:1749611301.935988:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000400:00000200:3.0:1749611301.935990:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x87bd [1] + 224 00000100:00000001:1.0:1749611301.935990:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611301.935991:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300575395 00000100:00000040:1.0:1749611301.935992:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611301.935994:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611301.935994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300575394 00000400:00000010:1.0:1749611301.935995:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:0.0:1749611301.935995:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494651008, offset 0 00000100:00000001:2.0:1749611301.935997:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300575395 00000400:00000200:3.0:1749611301.935998:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611301.936000:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300575394 00000100:00000200:1.0:1749611301.936000:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494651520, offset 224 00000400:00000200:0.0:1749611301.936001:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611301.936003:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300575395 00000100:00000001:3.0:1749611301.936005:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611301.936005:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611301.936006:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611301.936009:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611301.936009:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611301.936010:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611301.936015:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749611301.936015:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944280 00000400:00000001:2.0:1749611301.936018:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749611301.936019:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611301.936021:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611301.936025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000200:1.0:1749611301.936025:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944480 00000100:00000040:3.0:1749611301.936026:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611301.936028:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611301.936032:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611301.936035:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x87c5 [1] + 0 00000100:00000200:2.0:1749611301.936037:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.936040:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611301.936040:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611301.936043:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611301.936046:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x87cd [1] + 224 00000100:00000200:2.0:1749611301.936051:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611301.936051:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611301.936051:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611301.936053:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000200:1.0:1749611301.936055:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611301.936055:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611301.936056:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611301.936058:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611301.936059:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611301.936060:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611301.936062:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611301.936063:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611301.936065:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611301.936065:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611301.936066:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:3.0:1749611301.936069:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611301.936070:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936071:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611301.936073:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611301.936074:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936074:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611301.936075:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611301.936077:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:737/0 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611301.936078:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 02000000:00000001:2.0:1749611301.936079:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749611301.936080:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000001:2.0:1749611301.936081:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611301.936083:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611301.936084:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.936084:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749611301.936087:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494651264:12345-0@lo:400:kworker.0 Request processed in 258us (629us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611301.936087:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611301.936087:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611301.936089:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.936090:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749611301.936091:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:0.0:1749611301.936092:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611301.936094:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000020:00000001:0.0:1749611301.936094:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611301.936095:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00001000:2.0:1749611301.936096:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611301 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611301.936096:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611301.936098:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611301.936098:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611301.936099:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc000 x1834598494651008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.936100:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611301.936101:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.936102:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749611301.936102:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=124 v=20 (1 1 1 20) 00000100:00000040:1.0:1749611301.936104:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749611301.936106:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2200. 00000100:00000001:2.0:1749611301.936106:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749611301.936107:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611301.936108:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.936109:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494651008:12345-0@lo:38:kworker.0 Request processed in 238us (606us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749611301.936110:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:2.0:1749611301.936110:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611301.936111:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611301.936112:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611301.936113:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000040:1.0:1749611301.936115:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f100 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:737/0 lens 224/224 e 0 to 0 dl 1749611312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611301.936117:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611301.936119:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611301.936121:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936125:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611301.936125:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494651520:12345-0@lo:400:kworker.0 Request processed in 264us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1749611301.936127:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00000001:2.0:1749611301.936128:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611301.936129:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611301.936130:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.936130:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749611301.936131:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651392 00000100:00000001:0.0:1749611301.936131:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611301.936132:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749611301.936133:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611301.936134:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611301.936134:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00000001:3.0:1749611301.936135:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749611301.936135:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2000. 00000100:00000001:3.0:1749611301.936137:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611301.936137:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749611301.936137:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 02000000:00000001:3.0:1749611301.936139:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.936139:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749611301.936139:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00080000:2.0:1749611301.936141:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611301.936141:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749611301.936142:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651392 00000100:00000001:2.0:1749611301.936143:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611301.936143:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 00000020:00000010:1.0:1749611301.936144:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00000100:00000040:2.0:1749611301.936147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936147:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611301.936148:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611301.936148:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000020:00000040:3.0:1749611301.936150:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611301.936151:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611301.936151:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be000. 00000020:00000001:3.0:1749611301.936154:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611301.936155:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494650880:0@lo:38:kworker.0 00000100:00000001:0.0:1749611301.936155:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611301.936156:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611301.936157:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 00000100:00000001:0.0:1749611301.936157:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611301.936159:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79800. 00000100:00000001:2.0:1749611301.936160:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611301.936160:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000020:00000010:3.0:1749611301.936162:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ac859a00. 00000100:00000001:2.0:1749611301.936162:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611301.936162:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926055424 : -131938783496192 : ffff88009bad7800) 00000020:00000010:3.0:1749611301.936164:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000040:2.0:1749611301.936165:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494650880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611301.936165:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611301.936167:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7800 x1834598494651136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.936168:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611301.936169:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611301.936171:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936171:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611301.936173:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611301.936175:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611301.936176:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7400. 00000100:00100000:0.0:1749611301.936176:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494651136:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611301.936179:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651136 00000020:00000001:0.0:1749611301.936181:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611301.936182:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611301.936183:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611301.936184:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611301.936186:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611301.936186:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611301.936187:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749611301.936188:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749611301.936188:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611301.936189:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611301.936191:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611301.936191:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611301.936193:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 02000000:00000010:2.0:1749611301.936194:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d030000. 00010000:00020000:0.0:1749611301.936194:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611301.936196:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910750976 : -131938798800640 : ffff88009ac3f100) 02000000:00000001:2.0:1749611301.936197:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1749611301.936197:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611301.936198:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611301.936200:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000040:1.0:1749611301.936200:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3f100 x1834598494651392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611301.936200:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611301.936202:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611301.936203:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.936204:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611301.936205:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936205:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611301.936206:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611301.936206:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611301.936208:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611301.936209:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d030000. 00000100:00100000:1.0:1749611301.936210:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494651392:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749611301.936211:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611301.936213:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651392 00000100:00000001:0.0:1749611301.936213:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936214:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749611301.936215:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611301.936216:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611301.936216:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611301.936216:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611301.936217:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.936218:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611301.936218:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749611301.936218:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611301.936219:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749611301.936220:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:3.0:1749611301.936222:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611301.936223:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:3.0:1749611301.936224:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611301.936226:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 00000020:00000001:1.0:1749611301.936227:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611301.936229:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00010000:00020000:1.0:1749611301.936230:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611301.936230:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749611301.936231:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749611301.936232:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749611301.936233:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611301.936234:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611301.936235:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:2.0:1749611301.936236:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749611301.936236:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611301.936237:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749611301.936238:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611301.936238:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611301.936238:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749611301.936240:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000001:1.0:1749611301.936240:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611301.936241:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611301.936242:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611301.936243:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 02000000:00000001:0.0:1749611301.936243:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749611301.936245:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 02000000:00000001:0.0:1749611301.936245:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611301.936246:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087544c00. 00000100:00000200:3.0:1749611301.936247:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.936247:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611301.936247:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611301.936248:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.936249:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611301.936250:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611301.936251:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000200:2.0:1749611301.936252:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611301.936253:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611301.936254:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749611301.936254:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611301.936255:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494651136, offset 0 00000100:00000001:3.0:1749611301.936256:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611301.936258:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749611301.936258:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611301.936259:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611301.936260:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749611301.936260:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611301.936261:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611301.936262:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611301.936263:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611301.936263:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611301.936265:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611301.936266:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611301.936266:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611301.936267:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611301.936268:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611301.936268:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611301.936270:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611301.936270:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611301.936271:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944300 02000000:00000001:2.0:1749611301.936272:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611301.936273:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611301.936273:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611301.936274:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611301.936275:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749611301.936276:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=6 v=5 (5 5 5 5) 00000400:00000200:0.0:1749611301.936276:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x87d9 [1] + 0 02000000:00000001:2.0:1749611301.936277:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611301.936279:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=6 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611301.936280:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749611301.936281:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611301 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611301.936282:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749611301.936282:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.936283:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611301.936283:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749611301.936284:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=106 v=20 (1 1 1 20) 00000100:00000001:1.0:1749611301.936285:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611301.936286:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611301.936286:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611301.936286:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611301.936288:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611301.936288:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611301.936290:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611301.936290:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:0.0:1749611301.936290:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611301.936291:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611301.936295:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494651392, offset 0 00010000:00000001:3.0:1749611301.936299:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.936299:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611301.936300:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611301.936300:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.936302:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611301.936304:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611301.936306:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611301.936306:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611301.936307:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611301.936308:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.936308:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611301.936309:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611301.936310:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611301.936311:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.936312:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611301.936313:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611301.936313:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944400 00000400:00000200:0.0:1749611301.936313:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611301.936315:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00080000:2.0:1749611301.936316:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611301.936317:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611301.936318:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611301.936318:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749611301.936319:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x87e1 [1] + 0 00000100:00000001:0.0:1749611301.936319:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611301.936320:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611301.936321:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611301.936321:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611301.936322:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611301.936323:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611301.936324:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611301.936324:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749611301.936326:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936326:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611301.936327:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611301.936328:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611301.936330:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611301.936331:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494651008:0@lo:38:kworker.0 00000100:00000040:0.0:1749611301.936332:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7800 x1834598494651136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611301.936334:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494651264:0@lo:400:kworker.0 00000100:00000200:1.0:1749611301.936335:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611301.936337:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611301.936338:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611301.936339:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611301.936340:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec60. 00000100:00000001:3.0:1749611301.936341:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611301.936342:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000040:3.0:1749611301.936344:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc380 x1834598494651264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611301.936344:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000040:1.0:1749611301.936345:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.936346:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611301.936349:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611301.936350:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611301.936352:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611301.936353:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749611301.936353:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494651136:12345-0@lo:38:kworker.0 Request processed in 176us (623us total) trans 0 rc -19/-19 02000000:00000010:3.0:1749611301.936354:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27c000. 00000400:00000200:1.0:1749611301.936356:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 02000000:00000001:3.0:1749611301.936357:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1749611301.936357:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611301.936358:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000020:00000001:3.0:1749611301.936359:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611301.936360:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611301.936360:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749611301.936360:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000020:00000001:3.0:1749611301.936362:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611301.936362:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611301.936363:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:3.0:1749611301.936364:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 00000100:00000001:2.0:1749611301.936364:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611301.936364:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.936364:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611301.936365:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936366:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749611301.936366:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2480. 00000100:00000040:1.0:1749611301.936367:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749611301.936368:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611301.936369:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611301.936369:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611301.936369:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000100:00000001:2.0:1749611301.936371:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611301.936371:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611301.936372:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1749611301.936372:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27cc00. 02000000:00000001:2.0:1749611301.936373:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611301.936374:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611301.936375:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc380. 00000100:00000040:1.0:1749611301.936375:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3f100 x1834598494651392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936375:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611301.936377:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611301 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611301.936378:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611301.936380:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611301.936382:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611301.936384:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=6 v=20 (1 1 1 20) 00000100:00100000:1.0:1749611301.936384:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494651392:12345-0@lo:38:kworker.0 Request processed in 175us (473us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611301.936386:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611301.936387:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611301.936388:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936389:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611301.936390:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611301.936391:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611301.936392:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611301.936392:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:0.0:1749611301.936392:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:2.0:1749611301.936395:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611301.936395:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1749611301.936395:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611301.936396:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611301.936399:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ac859a00. 00000100:00000001:2.0:1749611301.936401:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611301.936402:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611301.936403:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611301.936404:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.936404:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611301.936406:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611301.936407:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611301.936407:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000400:00000001:0.0:1749611301.936408:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611301.936409:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1749611301.936410:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749611301.936411:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 00000100:00080000:2.0:1749611301.936412:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:0.0:1749611301.936412:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000100:00000001:2.0:1749611301.936414:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611301.936414:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611301.936416:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000040:2.0:1749611301.936417:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611301.936418:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611301.936420:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611301.936424:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494651136:0@lo:38:kworker.0 00000100:00000200:0.0:1749611301.936424:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611301.936429:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611301.936431:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611301.936432:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe8f0. 00000100:00000200:0.0:1749611301.936433:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611301.936434:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611301.936436:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611301.936438:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611301.936440:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611301.936441:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936441:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.936443:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611301.936445:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611301.936447:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611301.936448:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611301.936449:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611301.936451:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936455:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611301.936455:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=10 v=5 (5 0 0 0) 00000100:00000001:2.0:1749611301.936456:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936458:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:0.0:1749611301.936459:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611301.936461:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611301.936464:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611301.936465:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611301.936467:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611301.936468:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611301.936469:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611301.936470:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749611301.936473:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b422a438 time=1749611301 v=5 (0 0 0 0) 00010000:00080000:0.0:1749611301.936475:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611301.936476:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b422a3f0 time=10 v=15 (15 0 0 0) 00000100:00000001:2.0:1749611301.936478:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611301.936480:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611301.936481:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749611301.936483:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611301.936485:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936485:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611301.936487:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611301.936489:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611301.936490:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936492:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611301.936493:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.936494:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611301.936495:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936496:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611301.936498:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611301.936500:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611301.936500:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611301.936502:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611301.936502:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611301.936504:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611301.936504:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611301.936508:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611301.936508:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611301.936515:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494651392:0@lo:38:kworker.0 00000100:00100000:0.0:1749611301.936517:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494651520:0@lo:400:kworker.0 00000100:00000001:2.0:1749611301.936518:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936520:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611301.936546:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494651008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936547:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611301.936550:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611301.936553:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749611301.936553:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494651520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611301.936554:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611301.936556:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6400. 02000000:00000001:2.0:1749611301.936559:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611301.936560:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611301.936561:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749611301.936562:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611301.936564:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9be600. 00000020:00000040:2.0:1749611301.936567:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611301.936568:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611301.936569:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611301.936569:0:28322:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1749611301.936571:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d030800. 00000020:00000040:0.0:1749611301.936571:0:28322:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611301.936573:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749611301.936574:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611301.936575:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1749611301.936575:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 00000100:00000010:2.0:1749611301.936577:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 02000000:00000001:0.0:1749611301.936579:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611301.936580:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611301.936580:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611301.936581:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611301.936582:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:2.0:1749611301.936583:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611301.936587:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494651136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611301.936590:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611301.936591:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936593:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611301.936594:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611301.936595:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611301.936596:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e5800. 00000100:00000001:0.0:1749611301.936598:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611301.936599:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611301.936600:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611301.936600:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611301.936601:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611301.936602:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611301.936603:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611301.936604:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d031c00. 00000100:00000001:0.0:1749611301.936604:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611301.936607:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611301.936608:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611301.936609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:2.0:1749611301.936611:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611301.936612:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936614:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611301.936616:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494651392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611321 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611301.936622:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611301.936623:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611301.936625:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e6000. 02000000:00000001:2.0:1749611301.936627:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611301.936628:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611301.936629:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611301.936630:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611301.936631:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d032c00. 02000000:00000001:2.0:1749611301.936634:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611301.936639:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611301.936641:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000001:2.0:1749611301.936646:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611301.936648:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611301.936650:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611301.936653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611301.936655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611301.936656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611301.937611:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300575395, at 4300575395 00000100:00000010:0.0:1749611301.937622:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac8c0. 00000100:00000040:1.0:1749611301.937625:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300575395, at 4300575395 00000100:00000040:3.0:1749611301.937626:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300575395, at 4300575395 00000100:00000040:2.0:1749611301.937636:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300575395, at 4300575395 00000100:00000010:1.0:1749611301.937642:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eacd40. 00000100:00000010:2.0:1749611301.937648:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac880. 00000100:00000010:3.0:1749611301.937656:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eace00. 00000100:00000001:0.0:1749611302.458703:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611302.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611302.458714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611302.458719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611302.458723:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611302.458728:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611302.458731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611302.458734:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611302.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611302.499627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611302.499632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611302.499635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611302.499638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611302.499641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611302.499645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611302.499647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611302.499659:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611302.499670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611302.499674:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611302.499683:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611302.499686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611302.499689:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611302.499691:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611302.499695:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611302.499703:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494649984:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611302.499709:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611302.499711:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611302.499714:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611302.499727:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611302.499731:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611302.499750:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611302.499752:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611302.499757:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611302.499758:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611302.499763:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611302.499767:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611302.499770:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611302.499774:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=4 00000020:00000001:2.0:1749611302.499776:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611302.499779:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00010000:2.0:1749611302.499786:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611302.499795:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611302.499801:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611302.499807:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611302.499811:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611302.499817:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611302.499819:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611302.499821:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611302.499827:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611302.499829:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611302.499832:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611302.499835:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611302.499847:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ea00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611302.499850:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611302.499853:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611302.499859:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611302.499860:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611302.499862:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611302.499863:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=5 00000020:00000001:2.0:1749611302.499865:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611302.499867:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611302.499870:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611302.499873:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611302.499879:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611302.499881:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611302.499886:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611302.499888:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611302.499890:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611302.499892:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611302.499894:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611302.499897:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611302.499898:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611302.499900:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611302.499901:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611302.499904:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ea00 with handle 0x689c0ec07329d3c1 from hash 00010000:00000001:2.0:1749611302.499907:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611302.499908:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611302.499909:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611302.499910:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611302.499916:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611302.499918:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611302.499921:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611302.499922:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611302.499923:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611302.499925:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611302.499928:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611302.499933:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611302.499934:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611302.499935:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611302.499937:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611302.499938:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611302.499939:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611302.499940:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611302.499942:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d3c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611302.499988:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012dbe5c00 count: 0 00010000:00000001:2.0:1749611302.500024:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611302.500027:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611302.500031:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611302.500038:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494649984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611302.500049:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611302.500053:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611302.500056:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611302.500059:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611302.500065:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611302.500072:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611302.500074:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611302.500077:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:2.0:1749611302.500084:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611302.500086:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611302.500089:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611302.500093:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611302.500104:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611302.500109:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880130eac880. 00000020:00000010:2.0:1749611302.500115:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611302.500121:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8ee00. 00000040:00000010:2.0:1749611302.500138:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611302.500145:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611302.500151:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f200. 80000000:00000010:2.0:1749611302.500158:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611302.500164:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f000. 00080000:00000010:2.0:1749611302.500171:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611302.500176:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 10000000:00000040:2.0:1749611302.500185:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749611302.500187:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611302.500193:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8ee00. 00000040:00000010:2.0:1749611302.500197:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611302.500201:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611302.500206:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f200. 80000000:00000010:2.0:1749611302.500209:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 00040000:00000010:2.0:1749611302.500212:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f000. 00080000:00000010:2.0:1749611302.500217:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:2.0:1749611302.500221:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611302.500225:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 10000000:00000010:2.0:1749611302.500228:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880130eac880. 10000000:01000000:2.0:1749611302.500230:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:2.0:1749611302.500233:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611302.500237:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611302.500239:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611302.500241:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611302.500243:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 4 10000000:00000001:2.0:1749611302.500245:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1749611302.502680:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dbe5c00. 00010000:00000010:3.1:1749611302.502691:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ea00. 00000020:00000001:3.0:1749611302.744702:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611302.744709:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611302.744714:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611302.916662:0:23140:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611302.916671:0:23140:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611302.916674:0:23140:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611302.916678:0:23140:0:(client.c:2663:ptlrpc_set_wait()) set ffff880136803600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611302.916682:0:23140:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611302.916686:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611302.916689:0:23140:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611302.916701:0:23140:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611302.916713:0:23140:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611302.916717:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611302.916727:0:23140:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611302.916730:0:23140:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611302.916732:0:23140:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611302.916734:0:23140:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611302.916738:0:23140:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611302.916766:0:23140:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88008e99c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:23140:1834598494649856:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611302.916773:0:23140:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611302.916775:0:23140:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611302.916778:0:23140:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611302.916780:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611302.916784:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611302.916791:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611302.916794:0:23140:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136803600. 00000100:00000001:0.0:1749611302.916801:0:23140:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611302.916802:0:23140:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611302.916805:0:23140:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611302.916808:0:23140:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88008e99c700 x1834598494649856/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611302.916814:0:23140:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611302.916818:0:23140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611302.916820:0:23140:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611302.916822:0:23140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611302.916826:0:23140:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880070f06000. 02000000:00000001:0.0:1749611302.916834:0:23140:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611302.916835:0:23140:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611302.916837:0:23140:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99c700. 00000100:00000001:0.0:1749611302.916843:0:23140:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611302.916844:0:23140:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611302.916847:0:23140:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611302.916850:0:23140:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611302.916853:0:23140:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611302.916857:0:23140:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000010:0.0:1749611302.916860:0:23140:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4544 at ffff880070f02000. 00000020:00000001:0.0:1749611302.916865:0:23140:0:(tgt_mount.c:1431:server_notify_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02000000:0.0:1749611302.916873:0:23140:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1749611302.920782:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be600. 00000020:00000010:0.0:1749611302.920790:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9be200. 00000020:00000010:0.0:1749611302.920796:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16f800. 00000020:00000010:0.0:1749611302.920802:0:23140:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8a10. 00000020:00000010:0.0:1749611302.920807:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9be000. 80000000:00000010:0.0:1749611302.920812:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611302.920816:0:23140:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880137649740. 00100000:00000010:0.0:1749611302.920822:0:23140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d169800. 00040000:00000010:0.0:1749611302.920827:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ef3f000. 00040000:00000010:0.0:1749611302.920831:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125000. 00080000:00000010:0.0:1749611302.920837:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d898000. 00080000:00000010:0.0:1749611302.920843:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 00002000:00000010:0.0:1749611302.920853:0:23140:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d032c00. 00000020:00000010:0.0:1749611302.920858:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0cc00. 00000020:00000010:0.0:1749611302.920862:0:23140:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd80. 00000020:00000010:0.0:1749611302.920866:0:23140:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00002000:00000001:0.0:1749611302.920869:0:23140:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1749611302.920873:0:23140:0:(osd_handler.c:8775:osd_prepare()) Process entered 00040000:00000001:0.0:1749611302.920875:0:23140:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1749611302.920878:0:23140:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1749611302.920882:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611302.920884:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611302.920887:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611302.920892:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611302.920896:0:23140:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.920900:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611302.920909:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134586587704 : -131939122963912 : ffff880087719a38) 00080000:00000001:0.0:1749611302.920914:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.920918:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.920940:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.920982:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.920985:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.920995:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.920997:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.921000:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.921004:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 73735:1809994347 to info ffff88012d898000 00000020:00000001:0.0:1749611302.921009:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697638 00080000:00000002:0.0:1749611302.921012:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:0.0:1749611302.921015:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921019:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611302.921023:0:23140:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009d031c00. 00080000:00000001:0.0:1749611302.921026:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.921028:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.921034:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007ef3f500. 00000020:00000001:0.0:1749611302.921039:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.921042:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0ca00. 00000020:00000001:0.0:1749611302.921045:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921048:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921050:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921053:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921055:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921058:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921063:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921067:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134444135768 : -131939265415848 : ffff88007ef3f558) 00040000:00000001:0.0:1749611302.921075:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921077:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.921078:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921079:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.921080:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921081:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611302.921086:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0ca00. 00000020:00000010:0.0:1749611302.921090:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007ef3f500. 00000020:00000001:0.0:1749611302.921120:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921124:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921127:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087718120. 00002000:00000001:0.0:1749611302.921130:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586581368 : -131939122970248 : ffff880087718178) 00002000:00000001:0.0:1749611302.921133:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921135:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:0.0:1749611302.921143:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0ca00. 00002000:00000001:0.0:1749611302.921145:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921147:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921149:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921152:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921153:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921157:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921159:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921163:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586581368 : -131939122970248 : ffff880087718178) 00040000:00000001:0.0:1749611302.921166:0:23140:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1749611302.921169:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3b600/ffff8800877199e0 to site lru. bkt: ffff88007622ed80 00040000:00000001:0.0:1749611302.921173:0:23140:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611302.921175:0:23140:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88008350d540. 00040000:00000001:0.0:1749611302.921178:0:23140:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611302.921180:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921182:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921184:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087718240. 00002000:00000001:0.0:1749611302.921186:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586581656 : -131939122969960 : ffff880087718298) 00002000:00000001:0.0:1749611302.921188:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921189:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1749611302.921192:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0c800. 00002000:00000001:0.0:1749611302.921194:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921195:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921198:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611302.921200:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.921202:0:23140:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611302.921204:0:23140:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921206:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921209:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921211:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921213:0:23140:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611302.921215:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611302.921216:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.921218:0:23140:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611302.921219:0:23140:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921222:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921225:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586581656 : -131939122969960 : ffff880087718298) 00040000:00000001:0.0:1749611302.921233:0:23140:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134758500352 : -131938951051264 : ffff880091b0c800) 00040000:00000001:0.0:1749611302.921236:0:23140:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611302.921238:0:23140:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1749611302.921241:0:23140:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611302.921243:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611302.921245:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611302.921246:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611302.921249:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611302.921251:0:23140:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921254:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.921256:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.921265:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.921273:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921274:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.921276:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921277:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.921279:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.921281:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 92:1809994348 to info ffff88012d898000 00000020:00000001:0.0:1749611302.921285:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697598 00080000:00000002:0.0:1749611302.921286:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:0.0:1749611302.921290:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921292:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921294:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.921296:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.921299:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007ef3f200. 00000020:00000001:0.0:1749611302.921302:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.921304:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0c000. 00000020:00000001:0.0:1749611302.921306:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921308:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921309:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921310:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921312:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921314:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921317:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921327:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134444135000 : -131939265416616 : ffff88007ef3f258) 00040000:00000001:0.0:1749611302.921331:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921333:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.921334:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921335:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.921336:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921337:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611302.921339:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0c000. 00000020:00000010:0.0:1749611302.921342:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007ef3f200. 00000020:00000001:0.0:1749611302.921346:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921348:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921350:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087718360. 00002000:00000001:0.0:1749611302.921352:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586581944 : -131939122969672 : ffff8800877183b8) 00002000:00000001:0.0:1749611302.921354:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921356:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1749611302.921358:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0c000. 00002000:00000001:0.0:1749611302.921360:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921362:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921363:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921365:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921366:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921368:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921370:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921373:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586581944 : -131939122969672 : ffff8800877183b8) 00040000:00000001:0.0:1749611302.921375:0:23140:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134758498304 : -131938951053312 : ffff880091b0c000) 00080000:00000010:0.0:1749611302.921379:0:23140:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007ef3f800. 00100000:00000001:0.0:1749611302.921389:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611302.921392:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.921396:0:23140:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8801376499c0. 00100000:00000001:0.0:1749611302.921399:0:23140:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611302.921401:0:23140:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134758498304 : -131938951053312 : ffff880091b0c000) 00080000:00000002:0.0:1749611302.921406:0:23140:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 92 00040000:00000001:0.0:1749611302.921409:0:23140:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611302.921411:0:23140:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611302.921414:0:23140:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611302.921420:0:23140:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921423:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.921426:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.921430:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.921436:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921438:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.921439:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921441:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.921443:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.921445:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 93:1809994349 to info ffff88012d898000 00000020:00000001:0.0:1749611302.921449:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746975d0 00080000:00000002:0.0:1749611302.921450:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:0.0:1749611302.921453:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921455:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921457:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.921459:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921461:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921463:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087718900. 00002000:00000001:0.0:1749611302.921465:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586583384 : -131939122968232 : ffff880087718958) 00002000:00000001:0.0:1749611302.921468:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921469:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1749611302.921471:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0c600. 00002000:00000001:0.0:1749611302.921473:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921475:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921476:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921477:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921479:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921481:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921483:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921486:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586583384 : -131939122968232 : ffff880087718958) 00080000:00000010:0.0:1749611302.921490:0:23140:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007ef3fc00. 00100000:00000001:0.0:1749611302.921495:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611302.921496:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.921498:0:23140:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8801376499c0. 00100000:00000001:0.0:1749611302.921500:0:23140:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611302.921503:0:23140:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134758499840 : -131938951051776 : ffff880091b0c600) 00080000:00000002:0.0:1749611302.921511:0:23140:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 93 00040000:00000001:0.0:1749611302.921513:0:23140:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611302.921516:0:23140:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880122460060. 00000001:00000001:0.0:1749611302.921562:0:23140:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611302.921567:0:23140:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ef3ff00. 00000001:00000010:0.0:1749611302.921573:0:23140:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800762437c8. 00000001:00000010:0.0:1749611302.921578:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880069cc6e40. 00040000:00000001:0.0:1749611302.921581:0:23140:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137184198752 : -131936525352864 : ffff880122460060) 00000020:00000001:0.0:1749611302.921585:0:23140:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611302.921597:0:23140:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611302.921600:0:23140:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611302.921604:0:23140:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.921606:0:23140:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611302.921608:0:23140:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611302.921610:0:23140:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800b54463c0. 00040000:00000001:0.0:1749611302.921613:0:23140:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611302.921614:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921617:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921619:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087718000. 00002000:00000001:0.0:1749611302.921621:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586581080 : -131939122970536 : ffff880087718058) 00002000:00000001:0.0:1749611302.921624:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921626:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1749611302.921628:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880091b0c400. 00002000:00000001:0.0:1749611302.921631:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921633:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921635:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611302.921637:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.921639:0:23140:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611302.921641:0:23140:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921642:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921646:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921648:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921651:0:23140:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611302.921653:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611302.921654:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.921656:0:23140:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611302.921673:0:23140:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921677:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921681:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586581080 : -131939122970536 : ffff880087718058) 00040000:00000001:0.0:1749611302.921684:0:23140:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134758499328 : -131938951052288 : ffff880091b0c400) 00040000:00000001:0.0:1749611302.921687:0:23140:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611302.921688:0:23140:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1749611302.921691:0:23140:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611302.921693:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611302.921695:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611302.921696:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611302.921699:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611302.921702:0:23140:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921705:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.921707:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.921712:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.921718:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921720:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.921721:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921722:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.921724:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.921727:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 94:1809994350 to info ffff88012d898000 00000020:00000001:0.0:1749611302.921730:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697598 00080000:00000002:0.0:1749611302.921732:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:0.0:1749611302.921734:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921737:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921738:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.921740:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.921743:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007ef3f300. 00000020:00000001:0.0:1749611302.921745:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.921748:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3ae00. 00000020:00000001:0.0:1749611302.921750:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921751:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921753:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921754:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921761:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921764:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921768:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921771:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134444135256 : -131939265416360 : ffff88007ef3f358) 00040000:00000001:0.0:1749611302.921776:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921777:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.921778:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921779:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.921781:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.921781:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611302.921784:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3ae00. 00000020:00000010:0.0:1749611302.921787:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007ef3f300. 00000020:00000001:0.0:1749611302.921792:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921793:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921795:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff8800877197a0. 00002000:00000001:0.0:1749611302.921797:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586587128 : -131939122964488 : ffff8800877197f8) 00002000:00000001:0.0:1749611302.921799:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921801:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1749611302.921803:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3ae00. 00002000:00000001:0.0:1749611302.921805:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921807:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921808:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921810:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921811:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921813:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921815:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921818:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586587128 : -131939122964488 : ffff8800877197f8) 00040000:00000001:0.0:1749611302.921820:0:23140:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00080000:00000010:0.0:1749611302.921823:0:23140:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007ef3f600. 00100000:00000001:0.0:1749611302.921829:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611302.921831:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.921834:0:23140:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8801376499c0. 00100000:00000001:0.0:1749611302.921836:0:23140:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611302.921838:0:23140:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134444117504 : -131939265434112 : ffff88007ef3ae00) 00080000:00000002:0.0:1749611302.921841:0:23140:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 94 00040000:00000001:0.0:1749611302.921848:0:23140:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611302.921849:0:23140:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611302.921852:0:23140:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611302.921854:0:23140:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921856:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.921858:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.921862:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.921867:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921869:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.921870:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921872:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.921874:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.921876:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 95:1809994351 to info ffff88012d898000 00000020:00000001:0.0:1749611302.921879:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746975d0 00080000:00000002:0.0:1749611302.921881:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:0.0:1749611302.921884:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921886:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921888:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.921889:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.921892:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.921894:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719680. 00002000:00000001:0.0:1749611302.921896:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586586840 : -131939122964776 : ffff8800877196d8) 00002000:00000001:0.0:1749611302.921898:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.921900:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1749611302.921902:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3a600. 00002000:00000001:0.0:1749611302.921904:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921905:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.921906:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.921908:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.921909:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.921911:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.921914:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.921916:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586586840 : -131939122964776 : ffff8800877196d8) 00080000:00000010:0.0:1749611302.921919:0:23140:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007ef3f700. 00100000:00000001:0.0:1749611302.921924:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611302.921926:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.921932:0:23140:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8801376499c0. 00100000:00000001:0.0:1749611302.921935:0:23140:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611302.921937:0:23140:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134444115456 : -131939265436160 : ffff88007ef3a600) 00080000:00000002:0.0:1749611302.921961:0:23140:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 95 00040000:00000001:0.0:1749611302.921964:0:23140:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611302.921967:0:23140:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880122460dc0. 00000001:00000001:0.0:1749611302.921969:0:23140:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611302.921972:0:23140:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ef3fe00. 00000001:00000010:0.0:1749611302.921976:0:23140:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243798. 00000001:00000010:0.0:1749611302.921980:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800a3652840. 00040000:00000001:0.0:1749611302.921982:0:23140:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137184202176 : -131936525349440 : ffff880122460dc0) 00000020:00000001:0.0:1749611302.921984:0:23140:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611302.921990:0:23140:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611302.921992:0:23140:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611302.921995:0:23140:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.921997:0:23140:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611302.921998:0:23140:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611302.922001:0:23140:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800a3652b40. 00040000:00000001:0.0:1749611302.922003:0:23140:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611302.922004:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.922007:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.922009:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff8800877198c0. 00002000:00000001:0.0:1749611302.922011:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586587416 : -131939122964200 : ffff880087719918) 00002000:00000001:0.0:1749611302.922013:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.922015:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1749611302.922017:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3bc00. 00002000:00000001:0.0:1749611302.922020:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922021:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.922024:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611302.922025:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.922027:0:23140:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611302.922028:0:23140:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922030:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.922033:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922034:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.922036:0:23140:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611302.922044:0:23140:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611302.922045:0:23140:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.922047:0:23140:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611302.922048:0:23140:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922051:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.922056:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586587416 : -131939122964200 : ffff880087719918) 00040000:00000001:0.0:1749611302.922058:0:23140:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134444121088 : -131939265430528 : ffff88007ef3bc00) 00040000:00000001:0.0:1749611302.922060:0:23140:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611302.922062:0:23140:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1749611302.922064:0:23140:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611302.922066:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611302.922067:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611302.922069:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611302.922071:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611302.922074:0:23140:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922076:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.922078:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.922083:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.922088:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922090:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.922091:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922093:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.922095:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.922097:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 96:1809994352 to info ffff88012d898000 00000020:00000001:0.0:1749611302.922100:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697598 00080000:00000002:0.0:1749611302.922102:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:0.0:1749611302.922105:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922107:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922108:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.922110:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.922113:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611302.922115:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.922117:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3a800. 00000020:00000001:0.0:1749611302.922119:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922125:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.922127:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.922129:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922131:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.922134:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922136:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.922140:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134444137048 : -131939265414568 : ffff88007ef3fa58) 00040000:00000001:0.0:1749611302.922144:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.922145:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.922146:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.922147:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611302.922148:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611302.922149:0:23140:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611302.922151:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3a800. 00000020:00000010:0.0:1749611302.922154:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007ef3fa00. 00000020:00000001:0.0:1749611302.922159:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.922161:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.922163:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719560. 00002000:00000001:0.0:1749611302.922165:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586586552 : -131939122965064 : ffff8800877195b8) 00002000:00000001:0.0:1749611302.922167:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.922169:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1749611302.922171:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3a800. 00002000:00000001:0.0:1749611302.922173:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922174:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.922175:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.922177:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922178:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.922180:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922182:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.922185:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586586552 : -131939122965064 : ffff8800877195b8) 00040000:00000001:0.0:1749611302.922187:0:23140:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134444115968 : -131939265435648 : ffff88007ef3a800) 00080000:00000010:0.0:1749611302.922191:0:23140:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88008295c400. 00100000:00000001:0.0:1749611302.922198:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611302.922199:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.922202:0:23140:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8801376499c0. 00100000:00000001:0.0:1749611302.922204:0:23140:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611302.922211:0:23140:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134444115968 : -131939265435648 : ffff88007ef3a800) 00080000:00000002:0.0:1749611302.922214:0:23140:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 96 00040000:00000001:0.0:1749611302.922217:0:23140:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611302.922218:0:23140:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611302.922221:0:23140:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611302.922222:0:23140:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922225:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.922226:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.922230:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.922238:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922240:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.922241:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922243:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.922244:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.922247:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 97:1809994353 to info ffff88012d898000 00000020:00000001:0.0:1749611302.922249:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800746975d0 00080000:00000002:0.0:1749611302.922251:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:0.0:1749611302.922254:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922256:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922258:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.922260:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.922262:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.922265:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff880087719c20. 00002000:00000001:0.0:1749611302.922266:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134586588280 : -131939122963336 : ffff880087719c78) 00002000:00000001:0.0:1749611302.922269:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.922270:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1749611302.922272:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007ef3b000. 00002000:00000001:0.0:1749611302.922274:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922275:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.922277:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.922278:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.922280:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.922281:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922284:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.922287:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134586588280 : -131939122963336 : ffff880087719c78) 00080000:00000010:0.0:1749611302.922290:0:23140:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88008295c000. 00100000:00000001:0.0:1749611302.922299:0:23140:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611302.922301:0:23140:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.922303:0:23140:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8801376499c0. 00100000:00000001:0.0:1749611302.922306:0:23140:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611302.922308:0:23140:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134444118016 : -131939265433600 : ffff88007ef3b000) 00080000:00000002:0.0:1749611302.922311:0:23140:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 97 00040000:00000001:0.0:1749611302.922312:0:23140:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611302.922314:0:23140:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880122460300. 00000001:00000001:0.0:1749611302.922316:0:23140:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611302.922318:0:23140:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88008295c100. 00000001:00000010:0.0:1749611302.922322:0:23140:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800762437e8. 00000001:00000010:0.0:1749611302.922324:0:23140:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800a3652f00. 00040000:00000001:0.0:1749611302.922326:0:23140:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137184199424 : -131936525352192 : ffff880122460300) 00000020:00000001:0.0:1749611302.922329:0:23140:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611302.922333:0:23140:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611302.922335:0:23140:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611302.922339:0:23140:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.922340:0:23140:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611302.922344:0:23140:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611302.922346:0:23140:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.922348:0:23140:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611302.922349:0:23140:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.922351:0:23140:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611302.922352:0:23140:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.922355:0:23140:0:(qsd_writeback.c:621:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1749611302.922357:0:23140:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff880117b162a0. 00000020:00000010:0.0:1749611302.922361:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007ef3a000. 00000020:00000010:0.0:1749611302.922364:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007ef3aa00. 00000020:00000010:0.0:1749611302.922369:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b6000. 00000020:00000010:0.0:1749611302.922373:0:23140:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd9e30. 00000020:00000010:0.0:1749611302.922376:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007ef3b400. 80000000:00000010:0.0:1749611302.922379:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b164e0. 40000000:00000010:0.0:1749611302.922381:0:23140:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801376499c0. 00100000:00000010:0.0:1749611302.922385:0:23140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a3b3000. 00040000:00000010:0.0:1749611302.922388:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88008295c700. 00040000:00000010:0.0:1749611302.922397:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880134e08200. 00080000:00000010:0.0:1749611302.922402:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89e000. 00080000:00000010:0.0:1749611302.922408:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083882000. 00002000:00000010:0.0:1749611302.922412:0:23140:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d030800. 00040000:00000001:3.0:1749611302.922854:0:23191:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1749611302.922894:0:23140:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611302.922900:0:23140:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611302.922905:0:23140:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880137649600. 00000020:00000001:0.0:1749611302.922911:0:23140:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611302.922914:0:23140:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880137649600. 00000020:00000001:0.0:1749611302.922917:0:23140:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611302.922920:0:23140:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff200. 00000020:00000010:0.0:1749611302.922930:0:23140:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff880137649600. 00000020:00000010:0.0:1749611302.922935:0:23140:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff880137649600. 00040000:00000001:0.0:1749611302.922939:0:23140:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1749611302.922963:0:23140:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611302.922968:0:23140:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611302.922971:0:23140:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.922975:0:23140:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611302.922978:0:23140:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:0.0:1749611302.922985:0:23140:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88012d89f000. 00000020:00000001:0.0:1749611302.922989:0:23140:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611302.922991:0:23140:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611302.922994:0:23140:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134217605120 : -131939491946496 : 0xffff880071736000) 00000020:00000001:0.0:1749611302.922998:0:23140:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134217605120 : -131939491946496 : ffff880071736000) 00000020:00000001:0.0:1749611302.923001:0:23140:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.923005:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611302.923011:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134586587704 : -131939122963912 : ffff880087719a38) 00000020:00000001:0.0:1749611302.923015:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611302.923018:0:23140:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611302.923037:0:23140:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e000. 00002000:00000001:0.0:1749611302.923042:0:23140:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849142872 : -131938860408744 : ffff88009717e058) 00002000:00000001:0.0:1749611302.923077:0:23140:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611302.923079:0:23140:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1749611302.923136:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880134e08c00. 00002000:00000001:0.0:1749611302.923150:0:23140:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611302.923157:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849142872 : -131938860408744 : ffff88009717e058) 00080000:00000001:0.0:1749611302.923164:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.923167:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.923180:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.923198:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923201:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.923203:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923206:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.923208:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.923213:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:1809994354 to info ffff88012d898000 00000020:00000001:0.0:1749611302.923219:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697678 00080000:00000002:0.0:1749611302.923222:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1749611302.923227:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.923231:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923234:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.923238:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.923244:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88008295cd00. 00000020:00000001:0.0:1749611302.923249:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.923252:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880134e08800. 00000020:00000001:0.0:1749611302.923256:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923259:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.923262:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.923265:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.923269:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.923274:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923279:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.923286:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134505074008 : -131939204477608 : ffff88008295cd58) 00100000:00000001:0.0:1749611302.923291:0:23140:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1749611302.923294:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611302.923296:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134586587704 : -131939122963912 : ffff880087719a38) 00080000:00000001:0.0:1749611302.923300:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.923303:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.923310:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.923317:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923320:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.923331:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923334:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.923336:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.923341:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:1809994355 to info ffff88012d898000 00000020:00000001:0.0:1749611302.923346:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697638 00080000:00000002:0.0:1749611302.923349:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:0.0:1749611302.923354:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.923358:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923361:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.923365:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.923371:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88008295cc00. 00000020:00000001:0.0:1749611302.923376:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.923379:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880134e08600. 00000020:00000001:0.0:1749611302.923383:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923385:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.923388:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.923392:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.923394:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.923400:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923405:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.923411:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134505073752 : -131939204477864 : ffff88008295cc58) 00100000:00000001:0.0:1749611302.923842:0:23140:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611302.923847:0:23140:0:(lfsck_layout.c:7056:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1749611302.923852:0:23140:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff88006a3b4800. 00100000:00000010:0.0:1749611302.923863:0:23140:0:(lfsck_layout.c:7081:lfsck_layout_setup()) kmalloced '(llsd)': 144 at ffff880096b97000. 00100000:00000010:0.0:1749611302.923865:0:23140:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff88008295c300. 00100000:00000010:0.0:1749611302.923868:0:23140:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff88008295c200. 00000020:00000001:0.0:1749611302.923871:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611302.923874:0:23140:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134586587704 : -131939122963912 : ffff880087719a38) 00080000:00000001:0.0:1749611302.923877:0:23140:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611302.923880:0:23140:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611302.923888:0:23140:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611302.923897:0:23140:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923899:0:23140:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611302.923901:0:23140:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923908:0:23140:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611302.923910:0:23140:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611302.923913:0:23140:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 99:1809994356 to info ffff88012d898000 00000020:00000001:0.0:1749611302.923916:0:23140:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880074697620 00080000:00000002:0.0:1749611302.923918:0:23140:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:0.0:1749611302.923921:0:23140:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.923923:0:23140:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923925:0:23140:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611302.923927:0:23140:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611302.923931:0:23140:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88008295c900. 00000020:00000001:0.0:1749611302.923934:0:23140:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611302.923936:0:23140:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006bb8ce00. 00000020:00000001:0.0:1749611302.923938:0:23140:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923939:0:23140:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611302.923963:0:23140:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611302.923967:0:23140:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611302.923970:0:23140:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611302.923975:0:23140:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.923978:0:23140:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611302.923982:0:23140:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134505072984 : -131939204478632 : ffff88008295c958) 00100000:00000001:0.0:1749611302.924243:0:23140:0:(lfsck_layout.c:7174:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1749611302.924251:0:23140:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3b600/ffff8800877199e0 to site lru. bkt: ffff88007622ed80 00000020:00000010:0.0:1749611302.924257:0:23140:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006bb8c400. 00000020:00000010:0.0:1749611302.924262:0:23140:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c50ae00. 00000020:00000010:0.0:1749611302.924266:0:23140:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0000. 00000020:00000010:0.0:1749611302.924270:0:23140:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdcb78. 00000020:00000010:0.0:1749611302.924274:0:23140:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c50b000. 80000000:00000010:0.0:1749611302.924277:0:23140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16480. 40000000:00000010:0.0:1749611302.924280:0:23140:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880137649600. 00100000:00000010:0.0:1749611302.924284:0:23140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a3b7800. 00040000:00000010:0.0:1749611302.924287:0:23140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88008295c800. 00040000:00000010:0.0:1749611302.924290:0:23140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c50ba00. 00080000:00000010:0.0:1749611302.924295:0:23140:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c5000. 00080000:00000010:0.0:1749611302.924301:0:23140:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880083886000. 00002000:00000010:0.0:1749611302.924313:0:23140:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006bb8b800. 00000001:00000001:0.0:1749611302.924317:0:23140:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611302.924320:0:23140:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 6, last_transno is 25769803776 00080000:00000001:0.0:1749611302.924324:0:23140:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611302.924328:0:23140:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880095487600. 00080000:00000001:0.0:1749611302.924330:0:23140:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134818772480 : -131938890779136 : ffff880095487600) 00080000:00000001:0.0:1749611302.924335:0:23140:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611302.924339:0:23140:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611302.924342:0:23140:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880137649780. 00080000:00000001:0.0:1749611302.924344:0:23140:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.924347:0:23140:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611302.924358:0:23140:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611302.924360:0:23140:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611302.924379:0:23140:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 25769803776: rc = 0 00000001:00000001:0.0:1749611302.924382:0:23140:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611302.924385:0:23140:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611302.926644:0:23142:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880095487600. 00080000:00000010:2.0:1749611302.926683:0:23140:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880137649780. 00040000:00000001:2.0:1749611302.926691:0:23140:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:2.0:1749611302.926693:0:23140:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:2.0:1749611302.926697:0:23140:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749611302.926708:0:23140:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 25769803776: rc = 0 00000001:00000001:2.0:1749611302.926712:0:23140:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611302.926715:0:23140:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611302.926721:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c50ae00. 00000020:00000010:2.0:1749611302.926727:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0000. 00000020:00000010:2.0:1749611302.926732:0:23140:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdcb78. 00000020:00000010:2.0:1749611302.926737:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c50b000. 80000000:00000010:2.0:1749611302.926742:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16480. 40000000:00000010:2.0:1749611302.926747:0:23140:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880137649600. 00100000:00000010:2.0:1749611302.926750:0:23140:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a3b7800. 00040000:00000010:2.0:1749611302.926754:0:23140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88008295c800. 00040000:00000010:2.0:1749611302.926758:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c50ba00. 00080000:00000010:2.0:1749611302.926763:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083886000. 00080000:00000010:2.0:1749611302.926768:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c5000. 00002000:00000010:2.0:1749611302.926771:0:23140:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006bb8b800. 00000020:00000010:2.0:1749611302.926775:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006bb8c400. 00002000:00080000:2.0:1749611302.926779:0:23140:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1749611302.926782:0:23140:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:2.0:1749611302.926786:0:23140:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749611302.926789:0:23140:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1749611302.926794:0:23140:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1749611302.926800:0:23140:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1749611302.926802:0:23140:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff8800b51ba000 free: 3921272832 avail: 3689750528 00000020:00000001:2.0:1749611302.926806:0:23140:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1749611302.926809:0:23140:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff8800b51ba000 avail=3689750528 left=3689750528 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1749611302.926813:0:23140:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3689750528 : 3689750528 : dbed2000) 00000020:00000001:2.0:1749611302.926815:0:23140:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1749611302.926818:0:23140:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff8800b51ba000 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1749611302.926821:0:23140:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff8800b51ba000 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1749611302.926824:0:23140:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1749611302.926826:0:23140:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff8800b51ba000 ocd_grant: 280000 want: 280000 left: 3689750528 00000020:00000001:2.0:1749611302.926829:0:23140:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1749611302.926836:0:23140:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1749611302.926838:0:23140:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1749611302.926841:0:23140:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611302.926843:0:23140:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611302.926845:0:23140:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611302.926847:0:23140:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611302.926851:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9be200. 00000020:00000010:2.0:1749611302.926855:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16f800. 00000020:00000010:2.0:1749611302.926859:0:23140:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8a10. 00000020:00000010:2.0:1749611302.926862:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9be000. 80000000:00000010:2.0:1749611302.926864:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 40000000:00000010:2.0:1749611302.926867:0:23140:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880137649740. 00100000:00000010:2.0:1749611302.926870:0:23140:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d169800. 00040000:00000010:2.0:1749611302.926872:0:23140:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ef3f000. 00040000:00000010:2.0:1749611302.926876:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125000. 00080000:00000010:2.0:1749611302.926879:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:2.0:1749611302.926909:0:23140:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009d031c00. 00080000:00000010:2.0:1749611302.926912:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d898000. 00002000:00000010:2.0:1749611302.926917:0:23140:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d032c00. 00000020:00000010:2.0:1749611302.926920:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be600. 00000020:00000010:2.0:1749611302.926924:0:23140:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd80. 00000020:00000010:2.0:1749611302.926927:0:23140:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000020:00000010:2.0:1749611302.926930:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0cc00. 00000020:00000001:2.0:1749611302.926933:0:23140:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1749611302.926935:0:23140:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1749611302.926936:0:23140:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749611302.926967:0:23140:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1749611302.926971:0:23140:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1749611302.926975:0:23140:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1749611302.926977:0:23140:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1749611302.926980:0:23140:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88008350db40 : new refcount 2 00000040:00000001:2.0:1749611302.926983:0:23140:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1749611302.926986:0:23140:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88008350db40 : new refcount 1 00040000:00000001:2.0:1749611302.926997:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.926999:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611302.927000:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927007:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611302.927008:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927009:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611302.927014:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880133195a00. 00000020:00000010:2.0:1749611302.927018:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009959d800. 00000020:00000010:2.0:1749611302.927039:0:23140:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff300. 00040000:00000001:2.0:1749611302.927047:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927048:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611302.927049:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927050:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611302.927052:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927052:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611302.927054:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3ac00. 00000020:00000010:2.0:1749611302.927057:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8801240ab500. 00000020:00000010:2.0:1749611302.927061:0:23140:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff580. 00000020:00000040:2.0:1749611302.927064:0:23140:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422b000 : new refcount 1 00000040:00000010:2.0:1749611302.927067:0:23140:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88008350db40. 00000040:00000001:2.0:1749611302.927070:0:23140:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611302.927072:0:23140:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611302.927076:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927077:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611302.927079:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927080:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611302.927081:0:23140:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611302.927082:0:23140:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611302.927083:0:23140:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d5b4e00. 00000020:00000010:2.0:1749611302.927087:0:23140:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009959d100. 00000020:00000040:2.0:1749611302.927091:0:23140:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:01000000:2.0:1749611302.927094:0:23140:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1749611302.927096:0:23140:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611302.927098:0:23140:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611302.927100:0:23140:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611302.927102:0:23140:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611302.927104:0:23140:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611302.927108:0:23140:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880071737e00. 00000040:00000010:2.0:1749611302.927111:0:23140:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880071737200. 00000020:00000010:2.0:1749611302.927114:0:23140:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913e800. 00000020:00000010:2.0:1749611302.927126:0:23140:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880071736c00. 80000000:00000010:2.0:1749611302.927129:0:23140:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b168a0. 00040000:00000010:2.0:1749611302.927133:0:23140:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880071737000. 00080000:00000010:2.0:1749611302.927137:0:23140:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611302.927160:0:23140:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880086dcac00. 00080000:00000010:2.0:1749611302.927163:0:23140:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:2.0:1749611302.927167:0:23140:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000020:00000001:2.0:1749611302.927169:0:23140:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611302.927172:0:23140:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:2.0:1749611302.927174:0:23140:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:2.0:1749611302.927183:0:23140:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611302.927184:0:23140:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749611302.927188:0:23140:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1749611302.927191:0:23140:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:0.0:1749611302.928406:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611302.928414:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611302.928419:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611302.928492:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611302.928497:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611302.928501:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611302.928512:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611302.928515:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611302.928518:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611302.936666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611302.936677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611302.936679:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611302.936683:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611302.936685:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611302.936688:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611302.936691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611302.994115:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611302.994124:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611302.994130:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611302.994212:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611302.994217:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611302.994221:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611302.994228:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611302.994232:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611302.994236:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611303.135069:0:23214:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749611303.135082:0:23214:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749611303.135092:0:23214:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611303.135120:0:23214:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749611303.135128:0:23214:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749611303.135134:0:23214:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611303.135146:0:23214:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749611303.135154:0:23214:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749611303.135168:0:23214:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611303.138222:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859200. 00080000:00000010:3.0:1749611303.138228:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859200. 00000020:00000001:3.0:1749611303.138232:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611303.138271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859200. 00080000:00000010:3.0:1749611303.138274:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859200. 00000020:00000001:3.0:1749611303.138276:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611303.138281:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859200. 00080000:00000010:3.0:1749611303.138284:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859200. 00000020:00000001:3.0:1749611303.138286:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.258469:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.258476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.258480:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.258551:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.258555:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.258558:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.258566:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.258570:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.258572:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.399617:0:23276:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.399629:0:23276:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.399639:0:23276:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.399667:0:23276:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.399674:0:23276:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.399679:0:23276:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.399691:0:23276:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.399697:0:23276:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.399702:0:23276:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.404372:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.404379:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.404384:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.404454:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.404458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.404461:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.404467:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.404470:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.404473:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611303.458636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611303.458643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611303.458646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611303.458650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611303.458654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611303.458659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611303.458662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611303.458666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611303.458669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1749611303.525767:0:23321:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1749611303.525774:0:23321:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1749611303.525777:0:23321:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:1.0:1749611303.584368:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611303.584378:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611303.584383:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611303.584453:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611303.584459:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611303.584462:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611303.584469:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611303.584474:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611303.584477:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611303.616596:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611303.616602:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88009d27c400) refs 2 10000000:00000001:2.0:1749611303.616606:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611303.616608:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611303.616610:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611303.616611:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611303.616614:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749611303.616615:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611303.616618:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b422c000 from 52 10000000:00000001:2.0:1749611303.616621:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611303.616623:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749611303.616630:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d500. 00000020:00000040:2.0:1749611303.616634:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611303.616640:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611303.616644:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611303.616656:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611303.616663:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8e800. 00000100:00000001:2.0:1749611303.616671:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611303.616675:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611303.616679:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611303.616685:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012dbe5c00. 00010000:00000001:2.0:1749611303.616691:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611303.616694:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8fe00. 00000020:00000001:2.0:1749611303.616699:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611303.616702:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8fe00 with handle 0x689c0ec07329d3c8 to hash 00000020:00000001:2.0:1749611303.616704:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611303.616706:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00010000:00000001:2.0:1749611303.616709:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00010000:00000001:2.0:1749611303.616713:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611303.616716:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611303.616720:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611303.616731:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611303.616743:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611303.616749:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611303.616751:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611303.616756:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab780. 00000100:00000001:2.0:1749611303.616758:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837794688 : -131938871756928 : ffff8800966ab780) 00000100:00000001:2.0:1749611303.616761:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611303.616763:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910743808 : -131938798807808 : ffff88009ac3d500) 00000100:00000001:2.0:1749611303.616767:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611303.616772:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611303.616774:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611303.616776:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611303.616786:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611303.616801:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611303.616803:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611303.616807:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611303.616816:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611303.616818:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611303.616819:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611303.616821:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611303.616824:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611303.616827:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611303.616828:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611303.616829:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611303.616832:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.739996:0:23341:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.740009:0:23341:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.740018:0:23341:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.740044:0:23341:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.740051:0:23341:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.740056:0:23341:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611303.740065:0:23341:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611303.740072:0:23341:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611303.740077:0:23341:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611303.745132:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611303.745139:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611303.745143:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611303.745215:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611303.745219:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611303.745222:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611303.745227:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611303.745230:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611303.745233:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611303.746657:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611303.746664:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611303.746791:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611303.746797:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611303.746801:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1749611303.867177:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:1.0:1749611303.867185:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867189:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867191:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:1.0:1749611303.867194:0:23386:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867197:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867198:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867205:0:23386:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867207:0:23386:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:1.0:1749611303.867209:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867220:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867221:0:23386:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:1.0:1749611303.867224:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:1.0:1749611303.867226:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867228:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867230:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:1.0:1749611303.867232:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:1.0:1749611303.867234:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867235:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867237:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:1.0:1749611303.867239:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:1.0:1749611303.867240:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867242:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867244:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:1.0:1749611303.867246:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867248:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867249:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867251:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867253:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867255:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867256:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867258:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867261:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88c050) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867263:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867265:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867267:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867269:0:23386:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:1.0:1749611303.867271:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867277:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867278:0:23386:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:1.0:1749611303.867285:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88009ac29570) now 4 - health_check_show 00000020:00000001:1.0:1749611303.867287:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611303.867291:0:23386:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000020:00000010:1.0:1749611303.867296:0:23386:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d600. 00000020:00000010:1.0:1749611303.867300:0:23386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c800. 00000020:00000010:1.0:1749611303.867306:0:23386:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867310:0:23386:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27cc00. 80000000:00000010:1.0:1749611303.867314:0:23386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867318:0:23386:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012dc80100. 00100000:00000010:1.0:1749611303.867323:0:23386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a000. 00040000:00000010:1.0:1749611303.867328:0:23386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867332:0:23386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d6800. 00080000:00000010:1.0:1749611303.867337:0:23386:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611303.867343:0:23386:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00002000:00000010:1.0:1749611303.867350:0:23386:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867362:0:23386:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d600. 00000020:00000010:1.0:1749611303.867368:0:23386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c800. 00000020:00000010:1.0:1749611303.867371:0:23386:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867378:0:23386:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27cc00. 80000000:00000010:1.0:1749611303.867383:0:23386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867385:0:23386:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012dc80100. 00100000:00000010:1.0:1749611303.867389:0:23386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a000. 00040000:00000010:1.0:1749611303.867393:0:23386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867395:0:23386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d6800. 00080000:00000010:1.0:1749611303.867400:0:23386:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:1.0:1749611303.867404:0:23386:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:1.0:1749611303.867407:0:23386:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867410:0:23386:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000020:00000001:1.0:1749611303.867413:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867415:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac29570) now 4 - health_check_show 00000020:00000040:1.0:1749611303.867417:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867419:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867421:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867427:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867430:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867432:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867433:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867435:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867437:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867439:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867441:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867442:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867445:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:1.0:1749611303.867447:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611303.867449:0:23386:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000020:00000010:1.0:1749611303.867451:0:23386:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800827d6800. 00000020:00000010:1.0:1749611303.867454:0:23386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a000. 00000020:00000010:1.0:1749611303.867456:0:23386:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867459:0:23386:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800827d6200. 80000000:00000010:1.0:1749611303.867461:0:23386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867463:0:23386:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012dc80100. 00100000:00000010:1.0:1749611303.867465:0:23386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72c800. 00040000:00000010:1.0:1749611303.867467:0:23386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867470:0:23386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d7a00. 00080000:00000010:1.0:1749611303.867472:0:23386:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611303.867475:0:23386:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00002000:00000010:1.0:1749611303.867478:0:23386:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867485:0:23386:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800827d6800. 00000020:00000010:1.0:1749611303.867487:0:23386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a000. 00000020:00000010:1.0:1749611303.867490:0:23386:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867493:0:23386:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800827d6200. 80000000:00000010:1.0:1749611303.867495:0:23386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867497:0:23386:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012dc80100. 00100000:00000010:1.0:1749611303.867499:0:23386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72c800. 00040000:00000010:1.0:1749611303.867501:0:23386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867504:0:23386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d7a00. 00080000:00000010:1.0:1749611303.867512:0:23386:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:1.0:1749611303.867515:0:23386:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:1.0:1749611303.867517:0:23386:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867520:0:23386:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000020:00000001:1.0:1749611303.867549:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867551:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:1.0:1749611303.867554:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867556:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867558:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867559:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867562:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:1.0:1749611303.867564:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867565:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867567:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:1.0:1749611303.867637:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611303.867640:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867642:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867644:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611303.867646:0:23386:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867648:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867650:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867651:0:23386:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867653:0:23386:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611303.867655:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867660:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867662:0:23386:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611303.867664:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611303.867665:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867667:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867668:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611303.867670:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611303.867672:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867680:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867682:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611303.867684:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611303.867686:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867687:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867689:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611303.867691:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867693:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867694:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867695:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867697:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867699:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867700:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867702:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867704:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867706:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867707:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867709:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867711:0:23386:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611303.867712:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867716:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867717:0:23386:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611303.867719:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88009ac29570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611303.867721:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611303.867723:0:23386:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000020:00000010:1.0:1749611303.867726:0:23386:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800827d6600. 00000020:00000010:1.0:1749611303.867729:0:23386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c800. 00000020:00000010:1.0:1749611303.867732:0:23386:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867734:0:23386:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800827d7a00. 80000000:00000010:1.0:1749611303.867737:0:23386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867739:0:23386:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012dc80300. 00100000:00000010:1.0:1749611303.867741:0:23386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a000. 00040000:00000010:1.0:1749611303.867748:0:23386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867751:0:23386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d6200. 00080000:00000010:1.0:1749611303.867754:0:23386:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611303.867757:0:23386:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00002000:00000010:1.0:1749611303.867761:0:23386:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867766:0:23386:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800827d6600. 00000020:00000010:1.0:1749611303.867769:0:23386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c800. 00000020:00000010:1.0:1749611303.867772:0:23386:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867776:0:23386:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800827d7a00. 80000000:00000010:1.0:1749611303.867779:0:23386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867781:0:23386:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012dc80300. 00100000:00000010:1.0:1749611303.867784:0:23386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a000. 00040000:00000010:1.0:1749611303.867786:0:23386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867789:0:23386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d6200. 00080000:00000010:1.0:1749611303.867792:0:23386:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:1.0:1749611303.867795:0:23386:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:1.0:1749611303.867797:0:23386:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867800:0:23386:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000020:00000001:1.0:1749611303.867802:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867804:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac29570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611303.867806:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867808:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867809:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867811:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867813:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867814:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867816:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867817:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867819:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867821:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867822:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867824:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867826:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611303.867832:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611303.867834:0:23386:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000020:00000010:1.0:1749611303.867836:0:23386:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800827d6800. 00000020:00000010:1.0:1749611303.867839:0:23386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a000. 00000020:00000010:1.0:1749611303.867842:0:23386:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867844:0:23386:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800827d6200. 80000000:00000010:1.0:1749611303.867846:0:23386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867848:0:23386:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012dc80300. 00100000:00000010:1.0:1749611303.867850:0:23386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72c800. 00040000:00000010:1.0:1749611303.867852:0:23386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867854:0:23386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d7a00. 00080000:00000010:1.0:1749611303.867857:0:23386:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611303.867859:0:23386:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00002000:00000010:1.0:1749611303.867862:0:23386:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867867:0:23386:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800827d6800. 00000020:00000010:1.0:1749611303.867869:0:23386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a000. 00000020:00000010:1.0:1749611303.867871:0:23386:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611303.867874:0:23386:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800827d6200. 80000000:00000010:1.0:1749611303.867876:0:23386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272420. 40000000:00000010:1.0:1749611303.867878:0:23386:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012dc80300. 00100000:00000010:1.0:1749611303.867880:0:23386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72c800. 00040000:00000010:1.0:1749611303.867882:0:23386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611303.867884:0:23386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d7a00. 00080000:00000010:1.0:1749611303.867887:0:23386:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:1.0:1749611303.867889:0:23386:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:1.0:1749611303.867892:0:23386:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801322e4c00. 00000020:00000010:1.0:1749611303.867894:0:23386:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000020:00000001:1.0:1749611303.867896:0:23386:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867897:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611303.867900:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867902:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867903:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867905:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611303.867911:0:23386:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611303.867913:0:23386:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611303.867914:0:23386:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611303.867916:0:23386:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00080000:00000010:3.0:1749611303.922692:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859000. 00080000:00000010:3.0:1749611303.922702:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859000. 00000020:00000001:3.0:1749611303.922707:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611303.922783:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859000. 00080000:00000010:3.0:1749611303.922789:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859000. 00000020:00000001:3.0:1749611303.922792:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611303.922799:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859000. 00080000:00000010:3.0:1749611303.922803:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859000. 00000020:00000001:3.0:1749611303.922807:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611303.936623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611303.936635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611303.936638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611303.936642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611303.936645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611303.936648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611303.936650:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611304.156884:0:23408:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611304.156894:0:23408:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611304.156903:0:23408:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611304.156918:0:23408:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611304.156922:0:23408:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611304.156925:0:23408:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611304.156956:0:23408:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611304.156960:0:23408:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611304.156963:0:23408:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611304.161632:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611304.161637:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611304.161642:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611304.161704:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611304.161708:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611304.161711:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611304.161715:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611304.161718:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611304.161721:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611304.458615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611304.458623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611304.458625:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611304.458630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611304.458634:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611304.458640:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611304.458643:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611304.458647:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611304.458649:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611304.616611:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611304.616618:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611304.616621:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611304.616627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611304.616632:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611304.616636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611304.616640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611304.616644:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611304.616647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611304.732695:0:23560:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611304.732700:0:23560:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:3.0:1749611304.736846:0:23560:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1749611304.745736:0:23562:0:(debug.c:324:cfs_str2mask()) Process entered 00010000:00000001:0.0:1749611304.748647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611304.748654:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611304.748657:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611304.748660:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611304.748665:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611304.748667:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611304.748669:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611304.748672:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611304.748760:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611304.748766:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611304.748771:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1749611304.751257:0:23563:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:1.0:1749611304.811405:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2d80. 00080000:00000010:1.0:1749611304.811415:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2d80. 00000020:00000001:1.0:1749611304.811422:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611304.811491:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2d80. 00080000:00000010:1.0:1749611304.811496:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2d80. 00000020:00000001:1.0:1749611304.811500:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611304.811507:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2d80. 00080000:00000010:1.0:1749611304.811512:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2d80. 00000020:00000001:1.0:1749611304.811515:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611304.936670:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611304.936688:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611304.936692:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611304.936698:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611304.936701:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611304.936706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611304.936709:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611304.970127:0:23584:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859000. 00080000:00000010:3.0:1749611304.970140:0:23584:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859000. 00000020:00000001:3.0:1749611304.970145:0:23584:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611304.970162:0:23584:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859000. 00080000:00000010:3.0:1749611304.970167:0:23584:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859000. 00000020:00000001:3.0:1749611304.970171:0:23584:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611304.970178:0:23584:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800ac859000. 00080000:00000010:3.0:1749611304.970183:0:23584:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800ac859000. 00000020:00000001:3.0:1749611304.970187:0:23584:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611304.974603:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611304.974612:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611304.974631:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611304.974707:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611304.974713:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611304.974716:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611304.974723:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611304.974727:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611304.974730:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611305.164477:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2d80. 00080000:00000010:1.0:1749611305.164487:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2d80. 00000020:00000001:1.0:1749611305.164492:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611305.164603:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2d80. 00080000:00000010:1.0:1749611305.164608:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2d80. 00000020:00000001:1.0:1749611305.164612:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611305.164620:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2d80. 00080000:00000010:1.0:1749611305.164624:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2d80. 00000020:00000001:1.0:1749611305.164627:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611305.335200:0:23651:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611305.335210:0:23651:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611305.335215:0:23651:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611305.335232:0:23651:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611305.335237:0:23651:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611305.335240:0:23651:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611305.335247:0:23651:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611305.335252:0:23651:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611305.335255:0:23651:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611305.340015:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611305.340021:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611305.340026:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611305.340100:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611305.340104:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611305.340107:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611305.340113:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611305.340116:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611305.340124:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611305.458583:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611305.458589:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611305.458591:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611305.458595:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611305.458599:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611305.458603:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611305.458606:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611305.458609:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611305.458611:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611305.525580:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611305.525593:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611305.525602:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611305.525721:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611305.525728:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611305.525733:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611305.525743:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611305.525749:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611305.525754:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611305.616768:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611305.616779:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611305.616782:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611305.616789:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611305.616794:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611305.616798:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611305.616802:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611305.616807:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611305.616811:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611305.750682:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611305.750690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611305.750784:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611305.750791:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611305.750796:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611305.936634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611305.936661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611305.936664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611305.936670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611305.936674:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611305.936679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611305.936683:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611306.083505:0:23716:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611306.083514:0:23716:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611306.083520:0:23716:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611306.083567:0:23716:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611306.083573:0:23716:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611306.083577:0:23716:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611306.083583:0:23716:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611306.083588:0:23716:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611306.083591:0:23716:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611306.088415:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611306.088422:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611306.088428:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611306.088502:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611306.088506:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611306.088509:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611306.088515:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611306.088518:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611306.088521:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611306.223477:0:23759:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611306.223501:0:23759:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 165c: full ofd access logs do not block IOs ========================================================== 23:08:25 (1749611305) 00000001:00000001:3.0:1749611306.233196:0:23759:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611306.292938:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.292949:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.292957:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.293078:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.293086:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.293091:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.293101:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.293107:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.293111:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.458703:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611306.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611306.458713:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611306.458718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611306.458722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611306.458725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611306.458728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611306.458731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611306.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.500781:0:23781:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.500791:0:23781:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.500797:0:23781:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.500813:0:23781:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.500818:0:23781:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.500821:0:23781:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.500828:0:23781:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.500833:0:23781:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.500836:0:23781:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.505941:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.505948:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.505952:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.506034:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.506038:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.506041:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.506047:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611306.506050:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611306.506053:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.616632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611306.616639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611306.616642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611306.616654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611306.616658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611306.616662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.616666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611306.616669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.616671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.690168:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611306.690178:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611306.690184:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.690262:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611306.690268:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611306.690271:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.690278:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611306.690283:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611306.690286:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611306.752598:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611306.752603:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611306.752660:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611306.752664:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611306.752668:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611306.844788:0:23846:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611306.844796:0:23846:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611306.844800:0:23846:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611306.844815:0:23846:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611306.844819:0:23846:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611306.844821:0:23846:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611306.844827:0:23846:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611306.844830:0:23846:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611306.844832:0:23846:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.849267:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611306.849274:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611306.849279:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.849352:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611306.849356:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611306.849359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611306.849365:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611306.849369:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611306.849372:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.936614:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611306.936627:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611306.936630:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.936633:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.936636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611306.936640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.936642:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611306.942677:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611306.942685:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611306.942697:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611306.942701:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611306.942704:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611306.942707:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611306.942711:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611306.942716:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5908 00000100:00080000:2.0:1749611306.942721:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611306.942724:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.942727:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.942730:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611306.942732:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611306.942737:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611306.942740:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611306.942743:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611306.942746:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611306.942749:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611306.942751:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611306.942754:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.942756:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.942758:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611306.942759:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611306.942762:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611306.942765:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611306.942768:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.942771:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611306.942778:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611306.942781:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.942783:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611306.942785:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611306.942791:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c380. 00000020:00000040:2.0:1749611306.942799:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611306.942804:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611306.942806:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.942810:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611306.942812:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611306.942816:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611306.942824:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3000. 00000100:00000001:2.0:1749611306.942831:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611306.942841:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611306.942852:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611306.942857:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.942862:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3c380] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.942892:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611306.942895:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611306.942899:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611306.942901:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611306.942930:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611306.942934:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611306.942936:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5908 00000100:00080000:2.0:1749611306.942939:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611306.942941:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.942944:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.942946:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611306.942948:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611306.942950:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611306.942952:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611306.942954:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611306.942956:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611306.942958:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611306.942966:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611306.942970:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.942972:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.942974:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611306.942975:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611306.942978:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611306.942980:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611306.942982:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.942984:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611306.942987:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611306.942988:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611306.942990:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.942991:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611306.942993:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.942993:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749611306.942996:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d880. 00000100:00000001:0.0:1749611306.942996:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611306.942999:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611306.943001:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611306.943003:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943004:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611306.943005:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611306.943006:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611306.943008:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611306.943011:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3400. 00000100:00000001:2.0:1749611306.943015:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611306.943020:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611306.943027:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611306.943028:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611306.943030:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943031:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.943033:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611306.943034:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3d880] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611306.943036:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611306.943039:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943043:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611306.943043:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494651776:0@lo:38:kworker.0 00000100:00080000:2.0:1749611306.943046:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611306.943048:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749611306.943049:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749611306.943052:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611306.943055:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943056:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611306.943058:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611306.943058:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611306.943060:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611306.943063:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5908 02000000:00000010:0.0:1749611306.943063:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009d032c00. 00000100:00080000:2.0:1749611306.943066:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611306.943066:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943068:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.943070:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.943072:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611306.943072:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000100:00000001:2.0:1749611306.943074:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611306.943076:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611306.943077:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611306.943078:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611306.943079:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000020:00000040:2.0:1749611306.943080:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611306.943082:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611306.943084:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611306.943087:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.943088:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611306.943088:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494651776, portal 4 00000100:00000040:2.0:1749611306.943090:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611306.943090:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611306.943092:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611306.943092:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000020:00000040:2.0:1749611306.943094:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611306.943096:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611306.943098:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.943099:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749611306.943101:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611306.943102:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611306.943104:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943106:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611306.943107:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943110:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749611306.943111:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ed80. 00000020:00000040:2.0:1749611306.943113:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:0.0:1749611306.943113:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611306.943115:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1749611306.943115:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 02000000:00000001:2.0:1749611306.943116:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943117:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611306.943119:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494651776, offset 0 02000000:00000001:2.0:1749611306.943123:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611306.943125:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.943125:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611306.943129:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3c00. 00000100:00000001:2.0:1749611306.943132:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611306.943137:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611306.943140:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611306.943144:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611306.943146:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943150:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3ed80] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611306.943151:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf944580 00000100:00000001:2.0:1749611306.943157:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943159:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611306.943159:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 5720 00000100:00000001:2.0:1749611306.943163:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611306.943165:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ce00. 00000400:00000200:0.0:1749611306.943167:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611306.943168:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611306.943170:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611306.943171:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611306.943172:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611306.943173:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611306.943176:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5600. 00000100:00000001:0.0:1749611306.943176:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611306.943179:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611306.943179:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611306.943182:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749611306.943183:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8df80. 00000100:00000001:2.0:1749611306.943190:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611306.943191:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943192:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8df80 x1834598494651776 msgsize 520 00000100:00000040:2.0:1749611306.943196:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3ce00] to pc [ptlrpcd_00_01+1] req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611306.943197:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611306.943213:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611306.943216:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611306.943219:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611306.943221:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611306.943222:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611306.943223:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611306.943230:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749611306.943232:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000100:00080000:2.0:1749611306.943233:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5908 00000400:00000010:0.0:1749611306.943235:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00001000:2.0:1749611306.943236:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff8800b422a3f0 time=15 v=15 (15 0 0 0) 00000100:00000001:0.0:1749611306.943238:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611306.943240:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff8800b422a3f0 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1749611306.943243:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00000200:0.0:1749611306.943243:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611306.943246:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611306.943247:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.943249:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611306.943251:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611306.943252:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611306.943253:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611306.943254:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000020:00000001:2.0:1749611306.943255:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611306.943255:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611306.943257:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=8 00000020:00000001:2.0:1749611306.943259:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:2.0:1749611306.943261:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000100:00000001:0.0:1749611306.943263:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943264:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611306.943264:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611306.943266:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.943267:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611306.943269:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611306.943269:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611306.943271:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 7 00000100:00080000:2.0:1749611306.943273:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b422a000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749611306.943274:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1292 usecs (2 jiffies) 00000100:00000001:2.0:1749611306.943275:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.943277:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611306.943277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300580402 02000000:00000001:2.0:1749611306.943280:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611306.943282:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611306.943282:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3d4b40. 00000100:00000001:2.0:1749611306.943284:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611306.943286:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611306.943289:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3dc00. 00000100:00000001:0.0:1749611306.943289:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:2.0:1749611306.943291:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611306.943293:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611306.943294:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300580402 00000100:00000001:2.0:1749611306.943296:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1749611306.943298:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3d4300. 00000100:00000001:0.0:1749611306.943301:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611306.943302:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611306.943303:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943304:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300580402 00000100:00000010:0.0:1749611306.943306:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3d4c00. 02000000:00000010:2.0:1749611306.943307:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:0.0:1749611306.943309:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611306.943310:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943312:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300580402 00000100:00100000:2.0:1749611306.943314:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749611306.943315:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3d4900. 00000100:00000001:0.0:1749611306.943317:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611306.943321:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611306.943321:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611306.943323:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943323:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943326:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3dc00] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.943326:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.943328:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611306.943328:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611306.943333:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611306.943335:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651776 00000100:00000040:2.0:1749611306.943336:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611306.943339:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749611306.943340:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611306.943340:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1749611306.943341:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3df80. 00000100:00000001:0.0:1749611306.943342:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611306.943343:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611306.943344:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611306.943345:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611306.943345:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611306.943346:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611306.943347:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611306.943347:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611306.943348:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.943350:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611306.943351:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5800. 00000100:00000040:0.0:1749611306.943352:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.943353:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943356:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611306.943358:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943360:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611306.943361:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943363:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749611306.943364:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651776 02000000:00000001:0.0:1749611306.943364:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611306.943365:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.943366:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611306.943368:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.943369:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611306.943369:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3df80] to pc [ptlrpcd_00_02+2] req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611306.943372:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749611306.943372:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494651904:0@lo:38:kworker.0 00000100:00000001:0.0:1749611306.943375:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611306.943376:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611306.943377:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611306.943378:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.943380:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611306.943381:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.943384:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611306.943384:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880076274800. 00000100:00000001:2.0:1749611306.943385:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.943386:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943390:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5918) 00000400:00000010:0.0:1749611306.943390:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000020:00000010:3.0:1749611306.943393:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4800. 00000400:00000010:0.0:1749611306.943393:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000200:0.0:1749611306.943396:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494651904, portal 10 00000100:00000001:0.0:1749611306.943399:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611306.943400:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910744704 : -131938798806912 : ffff88009ac3d880) 00000100:00000001:2.0:1749611306.943401:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749611306.943402:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ac859300. 00000100:00100000:2.0:1749611306.943403:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749611306.943405:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611306.943406:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611306.943410:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749611306.943411:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611306.943413:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611306.943415:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611306.943417:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749611306.943418:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611306.943418:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611306.943419:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494651904, offset 0 00000100:00000001:3.0:1749611306.943420:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611306.943421:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611306.943422:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943422:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611306.943423:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611306.943424:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611306.943428:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.943429:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.943430:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611306.943435:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944600 00000100:00000001:2.0:1749611306.943436:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611306.943437:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.943439:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 52128 02000000:00000001:2.0:1749611306.943440:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611306.943442:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611306.943444:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611306.943448:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494652416:0@lo:400:kworker.0 00000100:00000001:3.0:1749611306.943449:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611306.943451:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611306.943452:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749611306.943454:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611306.943455:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611306.943457:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.943458:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611306.943458:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611306.943459:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749611306.943460:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611306.943461:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749611306.943462:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f000. 02000000:00000001:2.0:1749611306.943464:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611306.943464:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c700. 00000100:00000040:0.0:1749611306.943466:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c700 x1834598494651904 msgsize 520 00000100:00100000:3.0:1749611306.943468:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000400:00000010:2.0:1749611306.943469:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe8f0. 00000100:00100000:0.0:1749611306.943471:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611306.943472:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751040 : -131939517800576 : ffff88006fe8df80) 00000400:00000010:2.0:1749611306.943473:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611306.943478:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494652416, portal 10 00000100:00000001:0.0:1749611306.943480:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611306.943481:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8df80 x1834598494651776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.943481:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611306.943482:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910746496 : -131938798805120 : ffff88009ac3df80) 00000400:00000200:0.0:1749611306.943484:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611306.943486:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:2.0:1749611306.943488:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.943488:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611306.943492:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611306.943494:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494651776:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611306.943496:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611306.943498:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651776 00000100:00000040:2.0:1749611306.943499:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611306.943499:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749611306.943501:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000001:3.0:1749611306.943503:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611306.943503:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611306.943504:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494652416, offset 0 00010000:00000001:3.0:1749611306.943508:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611306.943509:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611306.943509:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943510:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611306.943513:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943516:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1123 usecs (2 jiffies) 00000400:00000200:2.0:1749611306.943517:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611306.943519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300580402 00000020:00000001:3.0:1749611306.943555:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943555:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300580402 00000400:00000200:2.0:1749611306.943556:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944800 00000100:00000001:0.0:1749611306.943558:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300580403 00010000:00020000:3.0:1749611306.943560:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611306.943561:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 52648 00010000:00000001:3.0:1749611306.943563:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611306.943563:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300580402 00010000:00000001:3.0:1749611306.943566:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611306.943566:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300580403 00000400:00000200:2.0:1749611306.943568:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611306.943569:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300580402 00000100:00000001:3.0:1749611306.943570:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611306.943572:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300580403 00000100:00000001:3.0:1749611306.943573:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611306.943575:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611306.943575:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300580402 00000400:00000200:2.0:1749611306.943577:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611306.943578:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749611306.943580:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087546400. 00000100:00000001:0.0:1749611306.943580:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611306.943582:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943582:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611306.943584:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611306.943585:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611306.943587:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3f800. 00000100:00000001:0.0:1749611306.943588:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611306.943590:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3f800 x1834598494652416 msgsize 224 00010000:00000001:3.0:1749611306.943591:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611306.943593:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611306.943595:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:3.0:1749611306.943597:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611306.943600:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611306.943601:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611306.943602:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611306.943602:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.943604:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611306.943605:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611306.943606:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611306.943607:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611306.943608:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611306.943609:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:3.0:1749611306.943610:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611306.943611:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611306.943612:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:0.0:1749611306.943612:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494652032:0@lo:38:kworker.0 00000100:00000001:2.0:1749611306.943614:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611306.943615:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611306.943616:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611306.943617:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611306.943618:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611306.943618:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611306.943618:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.943620:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611306.943623:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880076277000. 02000000:00000001:0.0:1749611306.943625:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943627:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749611306.943629:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000100:00000040:2.0:1749611306.943630:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611306.943632:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749611306.943636:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494652032, portal 10 00000100:00000001:2.0:1749611306.943637:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943638:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611306.943638:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611306.943639:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910750080 : -131938798801536 : ffff88009ac3ed80) 00000100:00000001:2.0:1749611306.943642:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611306.943643:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943645:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.943646:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611306.943646:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1186 usecs (2 jiffies) 00000100:00000040:3.0:1749611306.943649:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611306.943649:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300580403 00000100:00000001:0.0:1749611306.943652:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611306.943655:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611306.943655:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300580402 00000100:00000040:0.0:1749611306.943655:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611306.943657:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:2.0:1749611306.943659:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300580403 00000100:00000200:0.0:1749611306.943659:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494652032, offset 0 00000100:00000001:2.0:1749611306.943661:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300580403 00000100:00000200:3.0:1749611306.943663:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494651776, offset 0 00000100:00000001:2.0:1749611306.943663:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300580403 00000400:00000200:0.0:1749611306.943665:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611306.943666:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300580403 00000100:00000001:2.0:1749611306.943667:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300580403 00000400:00000200:3.0:1749611306.943670:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611306.943670:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300580403 00000400:00000200:0.0:1749611306.943671:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611306.943672:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611306.943674:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943677:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.943677:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944680 00000100:00000001:2.0:1749611306.943679:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.943681:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 52872 00000400:00000200:3.0:1749611306.943686:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611306.943686:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611306.943690:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611306.943698:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf944580 00000100:00000001:2.0:1749611306.943702:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611306.943705:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494651904 00000400:00000200:3.0:1749611306.943706:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x87fd [1] + 0 02000000:00000001:2.0:1749611306.943707:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611306.943710:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611306.943712:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611306.943713:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611306.943714:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611306.943717:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611306.943718:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611306.943719:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749611306.943720:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494651904 00000100:00000010:0.0:1749611306.943722:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c380. 00000020:00000001:2.0:1749611306.943723:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611306.943724:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749611306.943724:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611306.943725:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c380 x1834598494652032 msgsize 520 00000020:00000001:2.0:1749611306.943726:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611306.943728:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611306.943730:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611306.943730:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611306.943730:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611306.943735:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:0.0:1749611306.943737:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749611306.943739:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000040:3.0:1749611306.943741:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611306.943744:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000020:00000010:2.0:1749611306.943745:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000400:00000010:0.0:1749611306.943746:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749611306.943748:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611306.943750:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611306.943751:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611306.943752:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749611306.943752:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.943755:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611306.943758:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611306.943760:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:0.0:1749611306.943760:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611306.943761:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943763:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.943764:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611306.943766:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611306.943768:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611306.943769:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943769:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943771:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611306.943772:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611306.943775:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943775:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611306.943775:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.943777:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611306.943777:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652416 02000000:00000001:2.0:1749611306.943778:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611306.943779:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000100:00000001:2.0:1749611306.943780:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611306.943782:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8df80 x1834598494651776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.943782:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943782:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300580402 02000000:00000001:2.0:1749611306.943784:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300580403 00000100:00100000:2.0:1749611306.943786:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652416 00000020:00000001:2.0:1749611306.943787:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611306.943787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300580402 00000020:00000040:2.0:1749611306.943789:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000100:00000001:0.0:1749611306.943789:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300580403 00000020:00000001:2.0:1749611306.943790:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749611306.943791:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494651776:12345-0@lo:38:kworker.0 Request processed in 298us (596us total) trans 0 rc -19/-19 00000020:00000040:2.0:1749611306.943792:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=5 00000100:00000001:0.0:1749611306.943792:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300580402 00000020:00000001:2.0:1749611306.943794:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000001:0.0:1749611306.943794:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300580403 00000100:00000001:0.0:1749611306.943796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300580402 00000020:00000001:2.0:1749611306.943797:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000001:0.0:1749611306.943798:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300580403 00000100:00100000:3.0:1749611306.943799:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00000001:0.0:1749611306.943800:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611306.943801:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611306.943802:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611306.943802:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.943804:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611306.943804:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db5c0. 00000100:00000001:0.0:1749611306.943804:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611306.943807:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611306.943809:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ac859300. 00000020:00000040:2.0:1749611306.943811:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611306.943814:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611306.943819:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749611306.943820:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943822:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611306.943823:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4800. 02000000:00000001:0.0:1749611306.943823:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611306.943825:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611306.943826:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000001:3.0:1749611306.943827:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611306.943827:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611306.943829:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00100000:0.0:1749611306.943830:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494652288:0@lo:38:kworker.0 00000020:00000010:2.0:1749611306.943832:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749611306.943833:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611306.943835:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611306.943836:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.943838:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749611306.943838:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611306.943840:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611306.943841:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1749611306.943843:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf400. 00000100:00000001:2.0:1749611306.943844:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611306.943844:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.943845:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611306.943847:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff5d8. 00000100:00000001:2.0:1749611306.943848:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611306.943849:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.943850:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1749611306.943850:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:2.0:1749611306.943852:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611306.943853:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494652288, portal 10 00000100:00000001:0.0:1749611306.943855:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611306.943857:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.943857:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910745600 : -131938798806016 : ffff88009ac3dc00) 00000100:00000001:2.0:1749611306.943862:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611306.943865:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749611306.943865:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652032 00000020:00000010:0.0:1749611306.943865:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880083886000. 02000000:00000001:2.0:1749611306.943866:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611306.943867:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611306.943868:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611306.943870:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943871:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611306.943872:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611306.943874:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1749611306.943874:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652032 00000020:00000001:2.0:1749611306.943876:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611306.943877:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88009d241000 : new rpc_count 1 00000020:00000040:2.0:1749611306.943877:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611306.943877:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749611306.943878:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611306.943879:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910752768 : -131938798798848 : ffff88009ac3f800) 00000020:00000001:2.0:1749611306.943880:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943880:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611306.943881:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611306.943882:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000020:00000010:2.0:1749611306.943884:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000200:0.0:1749611306.943884:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494652288, offset 0 00000100:00000040:3.0:1749611306.943886:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3f800 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:742/0 lens 224/0 e 0 to 0 dl 1749611317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611306.943887:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000400:00000200:0.0:1749611306.943888:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749611306.943889:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000001:2.0:1749611306.943891:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611306.943892:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611306.943894:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.943894:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611306.943895:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611306.943896:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611306.943898:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f880. 00000400:00000200:0.0:1749611306.943899:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944780 00000100:00000001:3.0:1749611306.943902:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611306.943902:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611306.943926:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 53392 00000020:00000010:3.0:1749611306.943927:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f880. 00000100:00100000:3.0:1749611306.943932:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494652416:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611306.943932:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611306.943933:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749611306.943935:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652416 00000400:00000200:0.0:1749611306.943935:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611306.943936:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749611306.943939:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611306.943939:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749611306.943941:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00000200:0.0:1749611306.943941:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611306.943943:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749611306.943944:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191744768 : -131939517806848 : ffff88006fe8c700) 00000100:00000010:0.0:1749611306.943944:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e680. 00000020:00000001:3.0:1749611306.943945:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.943947:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e680 x1834598494652288 msgsize 520 00000020:00000001:3.0:1749611306.943948:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611306.943950:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749611306.943954:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749611306.943955:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c700 x1834598494651904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611306.943957:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611306.943958:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611306.943960:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611306.943960:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611306.943962:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749611306.943964:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000020:00000001:3.0:1749611306.943965:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611306.943966:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000020:00000001:3.0:1749611306.943967:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749611306.943967:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494651904:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611306.943968:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611306.943971:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494651904 00000100:00000001:3.0:1749611306.943972:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749611306.943972:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611306.943974:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611306.943975:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749611306.943978:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130313400. 00010000:00000001:2.0:1749611306.943979:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611306.943980:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943980:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611306.943982:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.943988:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943989:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.943990:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.943990:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611306.943993:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611306.943994:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494652416 00000020:00000001:2.0:1749611306.943994:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611306.943996:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749611306.943996:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 727 usecs (1 jiffies) 00010000:00020000:2.0:1749611306.943998:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611306.943998:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300580402 00010000:00000200:3.0:1749611306.944001:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3f800 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944001:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300580403 00010000:00000001:2.0:1749611306.944002:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611306.944003:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300580402 00010000:00000001:2.0:1749611306.944005:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611306.944005:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300580403 00000100:00000001:0.0:1749611306.944007:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300580402 00010000:00000001:3.0:1749611306.944008:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611306.944009:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611306.944009:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300580403 00010000:00000001:3.0:1749611306.944010:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.944011:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611306.944011:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300580402 00000100:00001000:3.0:1749611306.944013:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611306.944013:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300580403 02000000:00000001:2.0:1749611306.944014:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611306.944015:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611306.944017:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611306.944017:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611306.944019:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:2.0:1749611306.944019:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1000. 00000100:00000001:3.0:1749611306.944021:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611306.944021:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611306.944021:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749611306.944023:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611306.944023:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611306.944023:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611306.944025:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944026:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611306.944027:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749611306.944027:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000100:00000040:3.0:1749611306.944028:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611306.944030:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00010000:00000001:2.0:1749611306.944030:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.944030:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611306.944032:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00001000:2.0:1749611306.944033:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611306.944034:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611306.944036:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652416, offset 224 00000100:00000001:2.0:1749611306.944036:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749611306.944038:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611306.944040:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611306.944040:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.944043:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611306.944045:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611306.944047:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611306.944047:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611306.944051:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749611306.944052:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944800 02000000:00000001:2.0:1749611306.944053:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611306.944056:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611306.944058:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x880d [1] + 224 00000100:00000001:2.0:1749611306.944058:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611306.944059:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611306.944061:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611306.944063:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611306.944063:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:3.0:1749611306.944066:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611306.944067:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611306.944068:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494651904, offset 0 00000100:00000001:0.0:1749611306.944069:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611306.944070:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611306.944071:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749611306.944073:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611306.944073:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1749611306.944074:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944075:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611306.944077:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.944080:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611306.944083:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611306.944086:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749611306.944086:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611306 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611306.944090:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=129 v=20 (1 1 1 20) 00000400:00000200:2.0:1749611306.944093:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944600 00000100:00000001:0.0:1749611306.944093:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611306.944095:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611306.944096:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611306.944097:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611306.944099:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8805 [1] + 0 00000100:00000040:0.0:1749611306.944102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611306.944104:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611306.944107:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611306.944110:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611306.944111:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611306.944113:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:0.0:1749611306.944113:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611306.944115:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611306.944116:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611306.944117:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611306.944119:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611306.944121:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749611306.944122:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611306.944124:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611306.944126:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611306.944126:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611306.944128:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611306.944129:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749611306.944129:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611306.944131:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749611306.944132:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611306.944133:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.944135:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749611306.944139:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3f800 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611306.944140:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611306.944141:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494651776:0@lo:38:kworker.0 00000100:00000001:0.0:1749611306.944145:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611306.944148:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494652416:12345-0@lo:400:kworker.0 Request processed in 252us (555us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611306.944148:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611306.944149:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611306.944154:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00100000:3.0:1749611306.944156:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000400:00000010:2.0:1749611306.944156:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000040:0.0:1749611306.944156:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3c380 x1834598494651776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611306.944159:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 00000100:00000001:2.0:1749611306.944159:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611306.944160:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611306.944161:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611306.944163:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611306.944164:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611306.944164:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.944165:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749611306.944167:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00000040:2.0:1749611306.944167:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749611306.944168:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009d032c00. 00000100:00000001:2.0:1749611306.944169:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611306.944171:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000020:00000001:2.0:1749611306.944171:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611306.944172:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611306.944174:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749611306.944176:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000040:2.0:1749611306.944176:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c700 x1834598494651904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611306.944176:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611306.944178:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611306.944180:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3000. 00000020:00000040:3.0:1749611306.944181:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 02000000:00000001:0.0:1749611306.944183:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611306.944184:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611306.944185:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494651904:12345-0@lo:38:kworker.0 Request processed in 219us (716us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749611306.944185:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611306.944186:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c380. 00000100:00000001:0.0:1749611306.944189:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611306.944190:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611306.944191:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611306.944192:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611306.944193:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652288 02000000:00000001:3.0:1749611306.944195:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749611306.944195:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00000001:3.0:1749611306.944197:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611306.944198:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611306.944198:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611306.944199:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.944199:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611306.944200:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611306.944201:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944201:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.944203:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611306.944204:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652288 00000020:00000010:2.0:1749611306.944204:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000020:00000001:3.0:1749611306.944206:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1749611306.944206:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1749611306.944207:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611306.944208:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1749611306.944208:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611306.944209:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000400:00000010:0.0:1749611306.944210:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000020:00000001:3.0:1749611306.944211:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.944212:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611306.944212:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611306.944214:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000020:00000010:3.0:1749611306.944215:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4800. 00000020:00000010:2.0:1749611306.944215:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:0.0:1749611306.944216:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611306.944218:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800ac859300. 00000100:00000001:2.0:1749611306.944219:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611306.944219:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611306.944220:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749611306.944226:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611306.944227:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611306.944228:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611306.944228:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.944229:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611306.944231:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00000001:3.0:1749611306.944232:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944235:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611306.944236:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.944238:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611306.944239:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611306.944240:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191743872 : -131939517807744 : ffff88006fe8c380) 00000100:00000001:0.0:1749611306.944241:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611306.944242:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.944244:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c380 x1834598494652032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.944246:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944249:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611306.944249:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611306.944253:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611306 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611306.944254:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749611306.944254:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494652032:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611306.944255:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1749611306.944256:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=111 v=20 (1 1 1 20) 00000100:00000200:2.0:1749611306.944257:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652032 00000100:00100000:3.0:1749611306.944259:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000020:00000001:2.0:1749611306.944259:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611306.944259:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611306.944261:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191752832 : -131939517798784 : ffff88006fe8e680) 00010000:00000001:2.0:1749611306.944261:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611306.944261:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611306.944263:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611306.944265:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e680 x1834598494652288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611306.944267:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611306.944268:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611306.944272:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611306.944273:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611306.944274:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494652288:12345-0@lo:38:kworker.0 00010000:00000001:2.0:1749611306.944274:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611306.944275:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749611306.944276:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652288 00010000:00000001:2.0:1749611306.944277:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611306.944277:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611306.944278:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611306.944278:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611306.944279:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749611306.944280:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611306.944280:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611306.944281:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611306.944282:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749611306.944282:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611306.944285:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:2.0:1749611306.944286:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3000. 00000020:00000001:3.0:1749611306.944287:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944287:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611306.944288:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611306.944290:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611306.944290:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.944290:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611306.944292:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611306.944293:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611306.944293:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611306.944295:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749611306.944296:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749611306.944298:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494651904:0@lo:38:kworker.0 00000100:00000001:3.0:1749611306.944299:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611306.944299:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611306.944300:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611306.944301:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611306.944302:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611306.944302:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.944303:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611306.944304:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749611306.944306:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130313c00. 00000100:00000001:2.0:1749611306.944306:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611306.944307:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.944307:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3d880 x1834598494651904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944308:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611306.944309:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.944311:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749611306.944312:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611306.944313:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.944313:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611306.944313:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611306.944314:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611306.944315:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611306.944316:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749611306.944316:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880076274800. 00000100:00000001:2.0:1749611306.944317:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611306.944319:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611306.944319:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611306.944319:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611306.944320:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611306.944321:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611306.944321:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000040:0.0:1749611306.944321:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:3.0:1749611306.944323:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:0.0:1749611306.944323:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749611306.944324:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652032, offset 0 00000100:00000001:3.0:1749611306.944325:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749611306.944330:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3400. 00000100:00000001:3.0:1749611306.944332:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611306.944333:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749611306.944334:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611306.944334:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749611306.944335:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:0.0:1749611306.944335:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d880. 02000000:00000001:3.0:1749611306.944338:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611306.944338:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611306.944339:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611306.944340:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611306.944340:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611306.944341:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944342:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611306.944343:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611306.944344:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611306.944344:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749611306.944346:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000400:00000200:2.0:1749611306.944346:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944680 00000100:00000001:0.0:1749611306.944346:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944347:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611306.944351:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8815 [1] + 0 00000400:00000200:2.0:1749611306.944355:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611306.944356:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652288, offset 0 00000400:00000200:2.0:1749611306.944358:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611306.944359:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611306.944360:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611306.944360:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611306.944362:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611306.944363:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611306.944366:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611306.944368:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611306.944368:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611306.944372:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944780 00000100:00000001:0.0:1749611306.944373:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611306.944375:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611306.944377:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8821 [1] + 0 02000000:00000001:0.0:1749611306.944377:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611306.944378:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611306.944379:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611306.944381:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611306.944381:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611306.944385:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611306.944385:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494652160:0@lo:400:kworker.0 00000100:00000001:3.0:1749611306.944388:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611306.944388:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611306.944390:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611306.944391:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749611306.944392:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611306.944392:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611306.944394:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 02000000:00000001:0.0:1749611306.944394:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749611306.944396:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 02000000:00000010:0.0:1749611306.944397:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbd800. 00000100:00000001:2.0:1749611306.944398:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749611306.944398:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.944399:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749611306.944400:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944401:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611306.944402:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000040:2.0:1749611306.944405:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749611306.944405:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000001:2.0:1749611306.944407:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944408:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749611306.944409:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611306.944409:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494652160, portal 10 00000100:00000001:0.0:1749611306.944411:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611306.944412:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910742016 : -131938798809600 : ffff88009ac3ce00) 00000400:00000200:3.0:1749611306.944413:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000040:2.0:1749611306.944413:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c380 x1834598494652032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611306.944414:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611306.944416:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611306.944418:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611306.944418:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.944420:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611306.944422:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494652032:12345-0@lo:38:kworker.0 Request processed in 168us (694us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749611306.944423:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611306.944426:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611306.944428:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611306.944430:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00000040:3.0:1749611306.944432:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e680 x1834598494652288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611326 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944433:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611306.944434:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611306.944436:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749611306.944437:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00100000:3.0:1749611306.944440:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494652288:12345-0@lo:38:kworker.0 Request processed in 166us (491us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749611306.944440:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000040:0.0:1749611306.944441:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611306.944443:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000020:00000010:2.0:1749611306.944444:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000200:0.0:1749611306.944446:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494652160, offset 0 00000100:00000001:2.0:1749611306.944447:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611306.944450:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611306.944455:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000400:00000200:0.0:1749611306.944457:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611306.944458:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611306.944459:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611306.944463:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800ac859300. 00000400:00000200:0.0:1749611306.944463:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944700 00000100:00080000:2.0:1749611306.944464:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749611306.944465:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000010:3.0:1749611306.944467:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4800. 00000400:00000200:0.0:1749611306.944467:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 53912 00000100:00000001:3.0:1749611306.944470:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611306.944472:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749611306.944472:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611306.944475:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611306.944478:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611306.944480:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611306.944483:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d500. 00000100:00000040:0.0:1749611306.944486:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d500 x1834598494652160 msgsize 224 00000100:00100000:0.0:1749611306.944489:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611306.944491:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611306.944493:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611306.944498:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000001:3.0:1749611306.944500:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611306.944501:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611306.944503:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe8f0. 00000400:00000200:3.0:1749611306.944507:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:3.0:1749611306.944509:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749611306.944511:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611306.944515:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611306.944547:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000100:00000200:3.0:1749611306.944549:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611306.944550:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611306.944552:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611306.944556:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611306.944557:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611306.944557:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611306.944560:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611306.944563:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611306.944565:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611306.944566:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611306.944567:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611306.944569:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.944569:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944575:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611306.944576:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=15 v=5 (5 0 0 0) 00000100:00000001:0.0:1749611306.944577:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749611306.944579:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611306.944580:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944582:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749611306.944583:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 960 usecs (1 jiffies) 00000100:00000001:3.0:1749611306.944584:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944586:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300580403 00010000:00000001:3.0:1749611306.944587:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611306.944588:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300580403 00010000:00080000:3.0:1749611306.944591:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944591:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300580403 00000100:00000001:0.0:1749611306.944593:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300580403 00010000:00000001:3.0:1749611306.944598:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944600:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300580403 00000100:00000001:0.0:1749611306.944603:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300580403 00000100:00000001:0.0:1749611306.944605:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300580403 00000100:00000001:0.0:1749611306.944607:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300580403 00000100:00000001:3.0:1749611306.944608:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611306.944609:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611306.944611:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611306.944611:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944613:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611306.944613:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944615:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944616:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611306.944619:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944620:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611306.944622:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611306.944624:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611306.944625:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611306.944625:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611306.944626:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944628:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611306.944628:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944630:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611306.944633:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.944639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611306.944640:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494652416:0@lo:400:kworker.0 00000400:00000001:0.0:1749611306.944642:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611306.944644:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611306.944644:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611306.944647:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749611306.944647:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000100:00000040:3.0:1749611306.944650:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3df80 x1834598494652416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611306.944650:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611306.944652:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749611306.944654:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611306.944656:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611306.944658:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611306.944658:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611306.944659:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611306.944660:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f000. 00000100:00100000:2.0:1749611306.944662:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652160 02000000:00000001:3.0:1749611306.944663:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611306.944665:0:28324:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749611306.944665:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1749611306.944667:0:28324:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000200:0.0:1749611306.944667:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611306.944668:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611306.944668:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749611306.944671:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5800. 00000100:00000001:2.0:1749611306.944671:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611306.944674:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611306.944674:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611306.944676:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749611306.944676:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944676:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749611306.944678:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3df80. 00000100:00000001:0.0:1749611306.944678:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749611306.944679:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652160 02000000:00000001:0.0:1749611306.944679:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611306.944681:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611306.944681:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749611306.944682:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611306.944682:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611306.944683:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611306.944685:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611306.944685:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:0.0:1749611306.944685:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611306.944688:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1749611306.944689:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611306 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611306.944690:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611306.944691:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611306.944692:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00001000:0.0:1749611306.944692:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=11 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611306.944693:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611306.944694:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611306.944695:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749611306.944699:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611306.944700:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611306.944703:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611306.944704:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611306.944705:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749611306.944708:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db8c0. 00000100:00000040:0.0:1749611306.944709:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611306.944713:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3480. 00000100:00000001:0.0:1749611306.944716:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611306.944718:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611306.944720:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611306.944721:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611306.944721:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611306.944722:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.944723:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611306.944725:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611306.944725:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611306.944728:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611306.944729:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611306.944730:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749611306.944732:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369db8c0. 00000100:00000040:0.0:1749611306.944733:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611306.944738:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00100000:0.0:1749611306.944741:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494652032:0@lo:38:kworker.0 00000020:00000010:2.0:1749611306.944743:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000400:00000001:0.0:1749611306.944746:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611306.944747:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000400:00000001:0.0:1749611306.944748:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611306.944750:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff5d8. 00000400:00000200:0.0:1749611306.944753:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000040:2.0:1749611306.944754:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:0.0:1749611306.944754:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:2.0:1749611306.944757:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611306.944757:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611306.944759:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749611306.944760:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944762:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611306.944768:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1749611306.944768:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944771:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611306.944773:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944774:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611306.944775:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.944777:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611306.944778:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611306.944784:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611306.944786:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.944788:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611306.944792:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b422a438 time=1749611306 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611306.944795:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b422a3f0 time=15 v=20 (20 0 0 0) 00000100:00000001:2.0:1749611306.944796:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.944797:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611306.944798:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611306.944800:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611306.944804:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944806:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611306.944808:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611306.944810:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611306.944812:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611306.944813:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611306.944814:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00000001:0.0:1749611306.944815:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611306.944816:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611306.944818:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00080000:0.0:1749611306.944819:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611306.944821:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611306.944823:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611306.944827:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.944828:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191748352 : -131939517803264 : ffff88006fe8d500) 00000100:00100000:0.0:1749611306.944834:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494652288:0@lo:38:kworker.0 00000100:00000040:2.0:1749611306.944836:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d500 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:742/0 lens 224/0 e 0 to 0 dl 1749611317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944838:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.944839:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611306.944842:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3ed80 x1834598494652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.944849:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611306.944850:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749611306.944850:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611306.944852:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880076277000. 00000020:00000010:2.0:1749611306.944853:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db8c0. 00000100:00000001:2.0:1749611306.944856:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611306.944856:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611306.944857:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611306.944858:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000010:2.0:1749611306.944860:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369db8c0. 00000100:00100000:2.0:1749611306.944865:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494652160:12345-0@lo:400:kworker.0 00000020:00000001:0.0:1749611306.944865:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611306.944867:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3c00. 02000000:00000001:0.0:1749611306.944870:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749611306.944871:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652160 02000000:00000001:0.0:1749611306.944871:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611306.944873:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ed80. 00000020:00000001:2.0:1749611306.944874:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611306.944876:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611306.944877:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611306.944878:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611306.944879:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611306.944881:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.944883:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3dc00 x1834598494652288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611306.944884:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611306.944887:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611306.944889:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611306.944891:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749611306.944891:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611306.944892:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf400. 02000000:00000001:0.0:1749611306.944895:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611306.944896:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1749611306.944897:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611306.944897:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611306.944899:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611306.944900:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1749611306.944900:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 00000020:00000001:2.0:1749611306.944935:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749611306.944935:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611306.944937:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749611306.944938:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611306.944938:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3dc00. 00000020:00000001:2.0:1749611306.944940:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611306.944941:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611306.944942:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611306.944944:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611306.944944:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.944946:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611306.944946:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.944947:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611306.944949:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611306.944950:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1800. 00000100:00000001:0.0:1749611306.944951:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611306.944953:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.944955:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611306.944957:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611306.944960:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494652160 00010000:00000001:2.0:1749611306.944963:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611306.944967:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006fe8d500 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611306.944975:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611306.944978:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611306.944981:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611306.944992:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611306.944995:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611306.944998:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611306.945000:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611306.945002:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611306.945004:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611306.945006:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611306.945015:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611306.945020:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652160, offset 224 00000400:00000200:2.0:1749611306.945023:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611306.945030:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611306.945036:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944700 00000400:00000200:2.0:1749611306.945041:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8839 [1] + 224 00000400:00000200:2.0:1749611306.945046:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611306.945049:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611306.945052:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611306.945057:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611306.945066:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611306.945090:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611306.945094:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611306.945096:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611306.945099:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611306.945100:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611306.945103:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611306.945106:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:2.0:1749611306.945108:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611306.945110:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611306.945112:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611306.945116:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d500 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:742/0 lens 224/224 e 0 to 0 dl 1749611317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.945116:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.945118:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611306.945123:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611306.945124:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611306.945125:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494652160:12345-0@lo:400:kworker.0 Request processed in 275us (637us total) trans 0 rc 0/0 00000400:00000010:0.0:1749611306.945127:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000400:00000200:0.0:1749611306.945131:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611306.945132:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000001:0.0:1749611306.945134:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611306.945139:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611306.945140:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00000040:2.0:1749611306.945143:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611306.945146:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611306.945148:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611306.945152:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000020:00000010:2.0:1749611306.945155:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000020:00000010:2.0:1749611306.945159:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000200:0.0:1749611306.945161:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611306.945162:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611306.945165:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.945168:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611306.945170:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.945172:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611306.945173:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611306.945175:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611306.945176:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611306.945178:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611306.945179:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749611306.945182:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00001000:0.0:1749611306.945183:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1749611306.945186:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611306.945188:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611306.945190:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611306.945193:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749611306.945197:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611306.945204:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.945207:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611306.945209:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611306.945211:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611306.945212:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611306.945215:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.945222:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611306.945224:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611306.945225:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611306.945228:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611306.945235:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494652160:0@lo:400:kworker.0 00000100:00000001:0.0:1749611306.945240:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.945246:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611306.945250:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3ce00 x1834598494652160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611306.945257:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611306.945258:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611306.945260:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbd800. 02000000:00000001:0.0:1749611306.945263:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611306.945264:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611306.945265:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611306.945267:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611306.945269:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5600. 02000000:00000001:0.0:1749611306.945271:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611306.945272:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611306.945274:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ce00. 00000100:00000001:0.0:1749611306.945277:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611306.945278:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.945280:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611306.945284:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611306.945286:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611306.945288:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611306.945289:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611306.945572:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300580403, at 4300580403 00000100:00000010:1.0:1749611306.945584:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3d4300. 00000100:00000040:0.0:1749611306.945586:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300580403, at 4300580403 00000100:00000040:2.0:1749611306.945592:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300580403, at 4300580403 00000100:00000010:0.0:1749611306.945593:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3d4b40. 00000100:00000010:2.0:1749611306.945599:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3d4c00. 00000100:00000040:3.0:1749611306.945612:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300580403, at 4300580403 00000100:00000010:3.0:1749611306.945625:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3d4900. 00000100:00000001:2.0:1749611307.458697:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611307.458707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611307.458710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611307.458716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611307.458720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611307.458725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611307.458729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611307.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611307.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611307.616777:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611307.616784:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611307.616786:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611307.616791:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611307.616795:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611307.616798:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611307.616801:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611307.616804:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611307.616806:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611307.754699:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611307.754706:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611307.754790:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611307.754794:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611307.754797:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611307.943645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611307.943662:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611307.943664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611307.943669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611307.943672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611307.943676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611307.943678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611308.458702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611308.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611308.458713:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611308.458718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611308.458722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611308.458726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611308.458729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611308.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611308.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611308.616655:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611308.616663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611308.616665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611308.616670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611308.616674:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611308.616677:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611308.616680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611308.616684:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611308.616686:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611308.756643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611308.756650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611308.756768:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611308.756773:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611308.756777:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611308.943703:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611308.943722:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611308.943724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611308.943748:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611308.943751:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611308.943755:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611308.943758:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611309.458684:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611309.458693:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611309.458696:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611309.458701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611309.458705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611309.458709:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611309.458711:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611309.458714:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611309.458716:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611309.616742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611309.616750:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611309.616753:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611309.616758:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611309.616762:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611309.616765:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611309.616769:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611309.616772:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611309.616774:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611309.758676:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611309.758685:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611309.758806:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611309.758812:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611309.758816:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611309.943683:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611309.943719:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611309.943723:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611309.943729:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611309.943733:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611309.943738:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611309.943741:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611310.458713:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611310.458722:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611310.458725:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611310.458731:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611310.458735:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611310.458759:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611310.458763:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611310.458766:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611310.458768:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611310.616800:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611310.616807:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611310.616810:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611310.616815:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611310.616819:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611310.616822:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611310.616825:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611310.616828:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611310.616831:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611310.760672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611310.760680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611310.760813:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611310.760819:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611310.760822:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611310.943743:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611310.943761:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611310.943764:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611310.943769:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611310.943772:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611310.943776:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611310.943797:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.458679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611311.458688:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611311.458691:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611311.458695:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611311.458699:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611311.458704:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.458707:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611311.458709:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.458712:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.616810:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611311.616818:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611311.616821:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611311.616825:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611311.616829:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611311.616833:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.616836:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611311.616839:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.616842:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611311.762705:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611311.762714:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611311.762815:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611311.762821:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611311.762826:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611311.943715:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611311.943734:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611311.943737:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.943743:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611311.943747:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611311.943752:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.943755:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611311.950644:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611311.950653:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611311.950658:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611311.950663:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611311.950667:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611311.950671:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611311.950676:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611311.950700:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5913 00000100:00080000:2.0:1749611311.950706:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611311.950710:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611311.950714:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.950717:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611311.950720:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611311.950725:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611311.950728:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611311.950732:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611311.950736:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611311.950740:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611311.950743:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611311.950748:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611311.950751:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.950753:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611311.950756:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611311.950760:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611311.950765:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611311.950768:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611311.950772:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611311.950781:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611311.950784:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.950787:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611311.950791:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611311.950798:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e680. 00000020:00000040:2.0:1749611311.950802:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611311.950807:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611311.950809:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.950813:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611311.950816:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611311.950821:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611311.950829:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3400. 00000100:00000001:2.0:1749611311.950837:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611311.950854:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611311.950916:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611311.950920:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.950925:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3e680] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.950951:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611311.950954:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611311.950958:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611311.950960:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611311.950961:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611311.950964:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611311.950966:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5913 00000100:00080000:2.0:1749611311.950968:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611311.950970:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611311.950972:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.950974:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611311.950976:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611311.950978:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611311.950979:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611311.950981:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611311.950983:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611311.950985:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611311.950987:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611311.950989:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611311.950991:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.950992:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611311.950994:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611311.950996:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611311.950998:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611311.951005:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611311.951007:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611311.951010:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611311.951011:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611311.951013:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951015:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611311.951016:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611311.951017:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951019:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611311.951020:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ea00. 00000020:00000040:2.0:1749611311.951023:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611311.951025:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611311.951026:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951028:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611311.951029:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611311.951031:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611311.951035:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3c00. 00000100:00000040:0.0:1749611311.951036:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.951038:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611311.951043:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611311.951050:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611311.951050:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611311.951052:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951053:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.951055:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3ea00] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611311.951057:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611311.951061:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611311.951063:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.951064:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611311.951065:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611311.951068:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611311.951069:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1749611311.951069:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494652544:0@lo:38:kworker.0 00000100:00080000:2.0:1749611311.951071:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611311.951072:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611311.951074:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5913 00000100:00080000:2.0:1749611311.951076:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611311.951076:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611311.951079:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611311.951080:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611311.951080:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611311.951081:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611311.951083:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.951086:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611311.951087:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611311.951089:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611311.951090:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611311.951092:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749611311.951093:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf400. 00000020:00000040:2.0:1749611311.951094:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611311.951095:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611311.951096:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611311.951098:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611311.951100:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611311.951102:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.951103:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611311.951104:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611311.951104:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000020:00000040:2.0:1749611311.951106:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611311.951108:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611311.951110:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611311.951112:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749611311.951113:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 02000000:00000001:2.0:1749611311.951114:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611311.951116:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951117:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611311.951119:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611311.951122:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3f480. 00000020:00000040:2.0:1749611311.951124:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:0.0:1749611311.951124:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494652544, portal 4 02000000:00000001:2.0:1749611311.951127:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611311.951127:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611311.951128:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951129:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910748288 : -131938798803328 : ffff88009ac3e680) 00000100:00000001:2.0:1749611311.951130:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611311.951132:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611311.951134:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611311.951140:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611311.951141:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008d42f400. 00000100:00000001:2.0:1749611311.951145:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611311.951151:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611311.951152:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611311.951161:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611311.951164:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611311.951164:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611311.951168:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000040:2.0:1749611311.951169:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3f480] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611311.951174:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494652544, offset 0 00000400:00000200:0.0:1749611311.951181:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611311.951188:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.951191:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611311.951196:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749611311.951196:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749611311.951200:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3fb80. 00000020:00000040:2.0:1749611311.951204:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611311.951207:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611311.951208:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf944880 02000000:00000001:2.0:1749611311.951209:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611311.951212:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611311.951217:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5f00. 00000400:00000200:0.0:1749611311.951217:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 6240 00000100:00000001:2.0:1749611311.951221:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.951227:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611311.951227:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611311.951233:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611311.951239:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611311.951240:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611311.951242:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611311.951243:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611311.951249:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3fb80] to pc [ptlrpcd_00_03+3] req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611311.951249:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e300. 00000100:00000040:0.0:1749611311.951253:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e300 x1834598494652544 msgsize 520 00000100:00100000:0.0:1749611311.951259:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611311.951288:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611311.951292:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611311.951297:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749611311.951297:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749611311.951300:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00080000:2.0:1749611311.951301:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611311.951303:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611311.951304:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749611311.951306:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611311.951310:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749611311.951310:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611311.951313:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5913 00000100:00080000:2.0:1749611311.951317:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611311.951320:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611311.951321:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611311.951323:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.951325:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611311.951326:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.951328:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611311.951330:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611311.951335:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951337:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611311.951340:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000100:00000001:0.0:1749611311.951342:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611311.951343:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611311.951346:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=8 00000100:00000040:0.0:1749611311.951348:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1292 usecs (2 jiffies) 00000020:00000001:2.0:1749611311.951349:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:2.0:1749611311.951352:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000100:00000001:0.0:1749611311.951353:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300585410 00000100:00000040:2.0:1749611311.951356:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:0.0:1749611311.951358:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788380. 00000100:00000001:2.0:1749611311.951359:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611311.951361:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611311.951363:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611311.951366:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 7 00000100:00000001:0.0:1749611311.951366:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00080000:2.0:1749611311.951369:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b422a000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611311.951372:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611311.951374:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611311.951374:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300585410 00000100:00000010:0.0:1749611311.951378:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788240. 02000000:00000001:2.0:1749611311.951379:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611311.951382:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951382:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611311.951384:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611311.951386:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611311.951391:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d180. 00000020:00000040:2.0:1749611311.951393:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611311.951395:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611311.951396:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951398:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611311.951400:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611311.951402:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.951405:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611311.951405:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88008d42d000. 00000100:00000001:0.0:1749611311.951408:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300585410 00000100:00000001:2.0:1749611311.951409:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611311.951412:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e7880c0. 00000100:00100000:2.0:1749611311.951413:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611311.951416:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611311.951419:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300585410 00000100:00000001:3.0:1749611311.951420:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611311.951420:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611311.951422:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.951424:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749611311.951424:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788900. 00000100:00000040:2.0:1749611311.951425:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3d180] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.951427:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611311.951432:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951432:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611311.951436:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951440:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.951441:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611311.951443:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611311.951444:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.951445:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611311.951449:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c700. 00000100:00000001:0.0:1749611311.951450:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611311.951452:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611311.951453:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611311.951455:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611311.951456:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611311.951457:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611311.951458:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611311.951459:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611311.951460:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611311.951464:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5200. 00000100:00000040:0.0:1749611311.951465:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.951466:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611311.951469:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951469:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.951475:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611311.951476:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611311.951476:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611311.951478:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611311.951481:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611311.951481:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611311.951485:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611311.951485:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611311.951486:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951488:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.951488:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611311.951491:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494652928:0@lo:400:kworker.0 00000100:00100000:0.0:1749611311.951492:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494652672:0@lo:38:kworker.0 00000100:00000040:2.0:1749611311.951493:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3c700] to pc [ptlrpcd_00_00+0] req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.951497:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611311.951499:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611311.951500:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611311.951501:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.951504:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749611311.951508:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749611311.951508:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 02000000:00000001:0.0:1749611311.951511:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611311.951512:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611311.951516:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611311.951516:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611311.951516:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff5d8. 00000100:00000001:1.0:1749611311.951519:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611311.951521:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000040:2.0:1749611311.951552:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5923) 00000100:00000001:1.0:1749611311.951555:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611311.951557:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494652672, portal 10 00000100:00000001:1.0:1749611311.951560:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611311.951560:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749611311.951562:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749611311.951564:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.951569:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910749184 : -131938798802432 : ffff88009ac3ea00) 00000100:00000001:1.0:1749611311.951570:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611311.951571:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611311.951572:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.951573:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.951574:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611311.951575:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611311.951577:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611311.951578:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611311.951584:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.951587:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611311.951588:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611311.951590:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652544 00000100:00000040:0.0:1749611311.951590:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611311.951592:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611311.951594:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1749611311.951594:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:1.0:1749611311.951595:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951596:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611311.951598:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611311.951598:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749611311.951598:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494652672, offset 0 02000000:00000001:1.0:1749611311.951600:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611311.951601:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611311.951602:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611311.951602:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611311.951605:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652544 02000000:00000010:3.0:1749611311.951606:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b8b4800. 00000100:00100000:1.0:1749611311.951606:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494653184:0@lo:400:kworker.0 00000020:00000001:2.0:1749611311.951607:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611311.951608:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611311.951609:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611311.951609:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611311.951611:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611311.951611:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611311.951612:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611311.951612:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611311.951613:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611311.951613:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611311.951615:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749611311.951617:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000400:00000200:0.0:1749611311.951618:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944900 02000000:00000010:1.0:1749611311.951619:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27c000. 00000400:00000010:3.0:1749611311.951622:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000020:00000010:2.0:1749611311.951622:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 02000000:00000001:1.0:1749611311.951622:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611311.951625:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 54136 00000020:00000010:2.0:1749611311.951626:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000400:00000010:1.0:1749611311.951626:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 00000400:00000200:0.0:1749611311.951632:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749611311.951634:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:0.0:1749611311.951636:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611311.951637:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611311.951637:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611311.951638:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749611311.951638:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494653184, portal 10 00000100:00000001:2.0:1749611311.951640:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951641:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611311.951643:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611311.951645:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611311.951649:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494652928, portal 10 00000100:00000001:1.0:1749611311.951649:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611311.951650:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910740224 : -131938798811392 : ffff88009ac3c700) 00000100:00000010:0.0:1749611311.951651:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01500. 00000100:00000001:3.0:1749611311.951653:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749611311.951654:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01500 x1834598494652672 msgsize 520 00000100:00000001:2.0:1749611311.951655:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611311.951656:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910753664 : -131938798797952 : ffff88009ac3fb80) 00000020:00000010:1.0:1749611311.951658:0:28322:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880070f02000. 00000100:00100000:0.0:1749611311.951659:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611311.951665:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.951666:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611311.951669:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611311.951671:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611311.951672:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.951672:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611311.951675:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611311.951676:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:1.0:1749611311.951677:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000400:00000010:0.0:1749611311.951679:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749611311.951682:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611311.951686:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611311.951687:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611311.951691:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611311.951691:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00000200:1.0:1749611311.951691:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494653184, offset 0 00000400:00000010:3.0:1749611311.951695:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611311.951696:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751936 : -131939517799680 : ffff88006fe8e300) 00000400:00000200:1.0:1749611311.951696:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611311.951697:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611311.951701:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611311.951702:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494652928, offset 0 00000400:00000200:1.0:1749611311.951705:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611311.951708:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e300 x1834598494652544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.951709:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951711:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611311.951712:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611311.951712:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944b00 00000100:00000001:0.0:1749611311.951715:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611311.951718:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 54656 00000100:00000040:0.0:1749611311.951719:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1123 usecs (2 jiffies) 00000100:00100000:2.0:1749611311.951722:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494652544:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749611311.951723:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611311.951723:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300585411 00000400:00000200:1.0:1749611311.951726:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611311.951728:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652544 00000100:00000001:0.0:1749611311.951729:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300585410 00000100:00000001:1.0:1749611311.951730:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749611311.951732:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611311.951732:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611311.951733:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749611311.951736:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c700. 00010000:00000001:2.0:1749611311.951737:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749611311.951739:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99c700 x1834598494653184 msgsize 224 00000100:00000001:0.0:1749611311.951741:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300585411 00000100:00100000:1.0:1749611311.951743:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611311.951745:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300585410 00000100:00000001:0.0:1749611311.951749:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300585411 00000100:00000001:1.0:1749611311.951752:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611311.951752:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300585410 00000020:00000001:2.0:1749611311.951754:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951756:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300585411 00010000:00020000:2.0:1749611311.951759:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749611311.951759:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749611311.951760:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749611311.951760:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300585410 00010000:00000001:2.0:1749611311.951763:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611311.951763:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611311.951763:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611311.951767:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611311.951767:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.951767:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951770:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611311.951771:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf944a00 00000100:00000001:2.0:1749611311.951771:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611311.951774:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611311.951774:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611311.951776:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611311.951777:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611311.951777:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611311.951782:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 54880 02000000:00000010:2.0:1749611311.951783:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42e000. 00000100:00000001:1.0:1749611311.951783:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.951784:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611311.951786:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951786:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611311.951788:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.951788:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951789:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611311.951791:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1225 usecs (2 jiffies) 02000000:00000001:0.0:1749611311.951792:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749611311.951794:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749611311.951794:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611311.951794:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611311.951797:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.951797:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.951799:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300585411 00000400:00000200:3.0:1749611311.951800:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749611311.951801:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749611311.951801:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494652800:0@lo:38:kworker.0 00000100:00000001:1.0:1749611311.951802:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300585411 00000100:00000001:1.0:1749611311.951804:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300585411 00000100:00000001:2.0:1749611311.951806:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611311.951806:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300585411 00000100:00000001:0.0:1749611311.951806:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611311.951808:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300585411 02000000:00000001:0.0:1749611311.951808:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611311.951809:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611311.951810:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611311.951810:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300585411 00000100:00000001:1.0:1749611311.951811:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300585411 02000000:00000001:0.0:1749611311.951811:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611311.951812:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611311.951813:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300585411 02000000:00000001:0.0:1749611311.951813:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611311.951814:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611311.951815:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611311.951817:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611311.951817:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611311.951817:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbadc00. 00000100:00000001:1.0:1749611311.951819:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611311.951820:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bca80. 02000000:00000001:0.0:1749611311.951820:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.951821:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611311.951825:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000100:00000040:3.0:1749611311.951826:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bca80 x1834598494652928 msgsize 224 00000100:00000001:2.0:1749611311.951827:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749611311.951829:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00100000:3.0:1749611311.951834:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611311.951834:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749611311.951834:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494652800, portal 10 00000100:00000001:1.0:1749611311.951836:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611311.951837:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611311.951837:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611311.951839:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910751872 : -131938798799744 : ffff88009ac3f480) 02000000:00000001:2.0:1749611311.951840:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951843:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611311.951847:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611311.951847:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611311.951851:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00100000:1.0:1749611311.951880:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652672 02000000:00000001:1.0:1749611311.951883:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611311.951884:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494652544, offset 0 00000100:00000001:1.0:1749611311.951885:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611311.951887:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.951888:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749611311.951889:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611311.951891:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611311.951892:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652672 00000020:00000001:1.0:1749611311.951894:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611311.951895:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611311.951897:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611311.951898:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611311.951900:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611311.951901:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611311.951901:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611311.951903:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000100:00000040:0.0:1749611311.951905:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611311.951907:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2600. 00000400:00000010:0.0:1749611311.951909:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000020:00000010:1.0:1749611311.951910:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000400:00000200:3.0:1749611311.951912:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611311.951914:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611311.951915:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749611311.951917:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:1.0:1749611311.951917:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.951921:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611311.951923:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf944880 00000100:00000001:3.0:1749611311.951925:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611311.951926:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494652800, offset 0 00000100:00000001:1.0:1749611311.951928:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611311.951931:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8845 [1] + 0 00000100:00000200:3.0:1749611311.951934:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611311.951937:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611311.951938:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611311.951941:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611311.951942:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611311.951943:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494653184 02000000:00000001:1.0:1749611311.951944:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611311.951946:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611311.951946:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611311.951947:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611311.951947:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.951950:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611311.951950:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611311.951951:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494653184 00000100:00000200:2.0:1749611311.951953:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611311.951953:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611311.951954:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000400:00000200:0.0:1749611311.951954:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944980 00000020:00000001:1.0:1749611311.951955:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611311.951956:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611311.951957:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=5 00000020:00000001:1.0:1749611311.951959:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000400:00000200:0.0:1749611311.951960:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 55104 00000020:00000001:1.0:1749611311.951961:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000001:1.0:1749611311.951965:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749611311.951965:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611311.951966:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.951967:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611311.951967:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685b940. 00000400:00000200:0.0:1749611311.951969:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611311.951970:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611311.951973:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749611311.951974:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:0.0:1749611311.951975:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611311.951977:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.951977:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611311.951979:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:0.0:1749611311.951980:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f02680. 00000020:00000010:1.0:1749611311.951982:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000100:00000040:3.0:1749611311.951984:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 960 usecs (1 jiffies) 00000400:00000200:2.0:1749611311.951984:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000020:00000010:1.0:1749611311.951984:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2c80. 00000100:00000040:0.0:1749611311.951984:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f02680 x1834598494652800 msgsize 520 00000020:00000010:1.0:1749611311.951986:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000400:00000010:2.0:1749611311.951987:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00100000:0.0:1749611311.951988:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611311.951990:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300585410 00000100:00000001:2.0:1749611311.951990:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611311.951991:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611311.951992:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611311.951992:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611311.951993:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611311.951995:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300585411 00000100:00000001:2.0:1749611311.951995:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.951995:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611311.951999:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611311.951999:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611311.951999:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611311.952000:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300585410 00000100:00000001:1.0:1749611311.952001:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611311.952002:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952002:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952004:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300585411 00000400:00000200:0.0:1749611311.952004:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000020:00000001:2.0:1749611311.952005:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611311.952007:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300585410 00000100:00000001:1.0:1749611311.952007:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611311.952007:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:0.0:1749611311.952010:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611311.952011:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300585411 00000100:00000040:2.0:1749611311.952011:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e300 x1834598494652544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.952011:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611311.952012:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652928 00000100:00000001:3.0:1749611311.952014:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300585410 02000000:00000001:1.0:1749611311.952014:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611311.952015:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611311.952015:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.952017:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952018:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300585411 02000000:00000001:1.0:1749611311.952019:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611311.952020:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652928 00000100:00000001:3.0:1749611311.952021:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611311.952023:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494652544:12345-0@lo:38:kworker.0 Request processed in 301us (767us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611311.952025:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611311.952026:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611311.952027:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611311.952028:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611311.952029:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611311.952030:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749611311.952032:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749611311.952034:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611311.952035:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952037:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611311.952037:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611311.952038:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685b140. 00000100:00000001:0.0:1749611311.952039:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611311.952040:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611311.952041:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801369db5c0. 00000100:00000001:0.0:1749611311.952043:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952044:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611311.952044:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611311.952045:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685b140. 00000100:00100000:2.0:1749611311.952047:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00000040:0.0:1749611311.952048:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 790 usecs (1 jiffies) 00000020:00000010:1.0:1749611311.952049:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000100:00000001:2.0:1749611311.952050:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611311.952051:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2a80. 00000100:00000001:2.0:1749611311.952052:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611311.952052:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300585410 00000020:00000010:1.0:1749611311.952054:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000001:3.0:1749611311.952056:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611311.952056:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611311.952056:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300585411 00000100:00000001:1.0:1749611311.952057:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611311.952058:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611311.952059:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611311.952059:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952059:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300585410 00000100:00000001:1.0:1749611311.952061:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611311.952062:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300585411 00000100:00000001:3.0:1749611311.952063:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749611311.952063:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000001:1.0:1749611311.952063:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611311.952064:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952066:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611311.952066:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611311.952067:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749611311.952068:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952069:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611311.952070:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611311.952071:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494652800 00000100:00000001:3.0:1749611311.952072:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611311.952072:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611311.952072:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300585410 00000100:00000001:1.0:1749611311.952073:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611311.952074:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952075:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300585411 02000000:00000001:1.0:1749611311.952076:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611311.952078:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494652800 00000100:00000001:0.0:1749611311.952078:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300585410 00000020:00000001:1.0:1749611311.952079:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611311.952080:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611311.952081:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611311.952081:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300585411 00000020:00000001:1.0:1749611311.952082:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611311.952084:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952084:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611311.952086:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d600. 00000100:00000001:0.0:1749611311.952087:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611311.952088:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2380. 00000100:00000001:2.0:1749611311.952090:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611311.952090:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611311.952092:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749611311.952095:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000040:0.0:1749611311.952095:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611311.952096:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00000001:1.0:1749611311.952098:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611311.952099:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88009d241000 : new rpc_count 1 00000100:00000001:1.0:1749611311.952099:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611311.952101:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706661120 : -131939002890496 : ffff88008e99c700) 00000100:00000001:1.0:1749611311.952101:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952103:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.952105:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:747/0 lens 224/0 e 0 to 0 dl 1749611322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.952105:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952105:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611311.952107:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952110:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611311.952110:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611311.952111:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611311.952113:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611311.952114:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749611311.952115:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000020:00000010:2.0:1749611311.952116:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db8c0. 02000000:00000001:0.0:1749611311.952116:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611311.952118:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611311.952119:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611311.952119:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933968512 : -131936775583104 : ffff8801135bca80) 00000100:00100000:0.0:1749611311.952120:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494653056:0@lo:38:kworker.0 00000020:00000010:2.0:1749611311.952121:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369db8c0. 00000100:00100000:2.0:1749611311.952124:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494653184:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749611311.952124:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bca80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:747/0 lens 224/0 e 0 to 0 dl 1749611322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952125:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611311.952127:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749611311.952128:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494653184 00000020:00000001:2.0:1749611311.952130:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611311.952130:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.952132:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611311.952133:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611311.952135:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611311.952136:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbafc00. 00000100:00000001:3.0:1749611311.952137:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611311.952137:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611311.952139:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611311.952139:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749611311.952139:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952141:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749611311.952141:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685b140. 00000020:00000001:2.0:1749611311.952142:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611311.952143:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611311.952143:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000020:00000001:2.0:1749611311.952145:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611311.952145:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685b140. 00000020:00000001:2.0:1749611311.952147:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611311.952148:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1749611311.952148:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821ee0. 00000100:00100000:1.0:1749611311.952149:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494652928:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611311.952151:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611311.952152:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000020:00000001:2.0:1749611311.952153:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1749611311.952153:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652928 00000100:00000200:0.0:1749611311.952153:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494653056, portal 10 00000020:00000001:1.0:1749611311.952155:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611311.952155:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749611311.952157:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611311.952157:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910742912 : -131938798808704 : ffff88009ac3d180) 00000100:00000001:3.0:1749611311.952158:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359995648 : -131939349555968 : ffff880079f01500) 00000020:00000001:1.0:1749611311.952158:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611311.952160:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611311.952162:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611311.952164:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611311.952164:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749611311.952165:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611311.952166:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611311.952167:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01500 x1834598494652672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611311.952167:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611311.952168:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611311.952170:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1749611311.952171:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dcac00. 00000020:00000001:1.0:1749611311.952172:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611311.952174:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611311.952174:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611311.952174:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611311.952176:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611311.952177:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611311.952177:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611311.952178:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749611311.952179:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000020:00000001:2.0:1749611311.952180:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611311.952181:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4c00. 00000100:00100000:3.0:1749611311.952183:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494652672:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611311.952183:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494653056, offset 0 00010000:00000040:2.0:1749611311.952184:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494653184 00010000:00000001:2.0:1749611311.952187:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749611311.952187:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611311.952189:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652672 00000100:00000001:1.0:1749611311.952189:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611311.952191:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611311.952194:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:2.0:1749611311.952194:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1749611311.952194:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494652928 00010000:00000001:1.0:1749611311.952196:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749611311.952196:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611311.952200:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:1.0:1749611311.952200:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bca80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611311.952203:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611311.952204:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611311.952206:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611311.952206:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611311.952208:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611311.952210:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=66 v=5 (1 1 1 1) 00000100:00001000:2.0:1749611311.952211:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=66 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611311.952211:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944a80 00000100:00000001:1.0:1749611311.952214:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611311.952216:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611311.952216:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611311.952216:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 55624 00000100:00000001:1.0:1749611311.952218:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611311.952219:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749611311.952220:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749611311.952221:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952222:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611311.952222:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611311.952222:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611311.952224:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611311.952225:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611311.952225:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611311.952226:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611311.952227:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611311.952228:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611311.952228:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611311.952229:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749611311.952229:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000200:0.0:1749611311.952230:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749611311.952233:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611311.952233:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749611311.952233:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652928, offset 224 00000100:00000010:0.0:1749611311.952233:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01880. 00000100:00000040:0.0:1749611311.952235:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01880 x1834598494653056 msgsize 520 00000400:00000010:2.0:1749611311.952236:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:1.0:1749611311.952236:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611311.952238:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611311.952239:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611311.952241:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611311.952242:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749611311.952242:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494653184, offset 224 00000400:00000200:1.0:1749611311.952243:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611311.952245:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000100:00000001:3.0:1749611311.952246:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611311.952247:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000400:00000200:1.0:1749611311.952248:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944a00 00000100:00000001:0.0:1749611311.952249:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611311.952250:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611311.952251:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611311.952253:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611311.952256:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4061400. 00000400:00000200:1.0:1749611311.952256:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8859 [1] + 224 00000100:00000001:0.0:1749611311.952259:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611311.952260:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611311.952260:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611311.952261:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611311.952262:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952264:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611311.952264:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611311.952267:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944b00 00000100:00000001:1.0:1749611311.952267:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611311.952268:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611311.952269:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611311.952269:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749611311.952271:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611311.952272:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952272:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611311.952274:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8855 [1] + 224 00000100:00000040:0.0:1749611311.952275:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 830 usecs (1 jiffies) 00000100:00000001:0.0:1749611311.952277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300585410 00000100:00001000:3.0:1749611311.952278:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611311.952279:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300585411 00000400:00000200:2.0:1749611311.952280:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611311.952280:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952282:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300585410 00000100:00000001:3.0:1749611311.952283:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611311.952283:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300585411 00000400:00000200:2.0:1749611311.952284:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611311.952285:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300585410 00000100:00000001:0.0:1749611311.952287:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300585411 00000100:00000001:2.0:1749611311.952288:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611311.952288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300585410 00000100:00000001:1.0:1749611311.952292:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611311.952294:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611311.952296:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:0.0:1749611311.952296:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300585411 00000100:00000001:3.0:1749611311.952298:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749611311.952298:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749611311.952298:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611311.952300:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611311.952303:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749611311.952305:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611311.952306:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611311.952306:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611311.952306:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749611311.952307:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611311.952308:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611311.952310:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611311.952310:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611311.952310:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000100:00000040:1.0:1749611311.952313:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611311.952314:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00010000:00000001:1.0:1749611311.952315:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749611311.952316:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749611311.952316:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000020:00000001:1.0:1749611311.952317:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952318:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611311.952319:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749611311.952319:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749611311.952322:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611311.952323:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611311.952323:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bca80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.952325:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611311.952327:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611311.952330:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611311.952332:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749611311.952333:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494652928:12345-0@lo:400:kworker.0 Request processed in 191us (504us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611311.952336:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749611311.952337:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:0.0:1749611311.952337:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611311.952339:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:0.0:1749611311.952339:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749611311.952340:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 02000000:00000001:0.0:1749611311.952341:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749611311.952342:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000040:1.0:1749611311.952343:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611311.952343:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611311.952344:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952345:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611311.952345:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611311.952347:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611311.952347:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611311.952347:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611311.952349:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652672, offset 0 00000100:00000001:2.0:1749611311.952350:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611311.952351:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2a80. 00000100:00001000:0.0:1749611311.952352:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611311 v=5 (0 0 0 0) 00000100:00000040:2.0:1749611311.952354:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749611311.952354:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000400:00000200:3.0:1749611311.952356:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611311.952356:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00001000:0.0:1749611311.952356:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=134 v=20 (1 1 1 20) 00010000:00000001:2.0:1749611311.952357:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611311.952358:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749611311.952359:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952360:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749611311.952361:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000001:2.0:1749611311.952362:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611311.952362:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611311.952364:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611311.952367:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611311.952370:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611311.952370:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:747/0 lens 224/224 e 0 to 0 dl 1749611322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.952370:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611311.952372:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494653056 02000000:00000001:1.0:1749611311.952373:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611311.952374:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611311.952375:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611311.952377:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952377:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611311.952378:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611311.952379:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944900 02000000:00000001:1.0:1749611311.952379:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952380:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749611311.952381:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494653056 00000020:00000001:1.0:1749611311.952382:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611311.952382:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611311.952383:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494653184:12345-0@lo:400:kworker.0 Request processed in 266us (640us total) trans 0 rc 0/0 00000020:00000040:1.0:1749611311.952384:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611311.952385:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1749611311.952385:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749611311.952387:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611311.952388:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x884d [1] + 0 00000020:00000001:1.0:1749611311.952388:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611311.952390:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000100:00080000:0.0:1749611311.952392:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:2.0:1749611311.952393:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000020:00000010:1.0:1749611311.952393:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2a80. 00000100:00000001:0.0:1749611311.952394:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611311.952395:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611311.952396:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 00000100:00000001:2.0:1749611311.952399:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611311.952399:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000040:0.0:1749611311.952399:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611311.952401:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611311.952401:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611311.952403:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611311.952404:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611311.952405:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2c80. 00000100:00000001:1.0:1749611311.952406:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952407:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611311.952407:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494652544:0@lo:38:kworker.0 00000020:00000010:2.0:1749611311.952409:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000001:1.0:1749611311.952409:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952411:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952411:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952412:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611311.952413:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000100:00000001:1.0:1749611311.952415:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611311.952415:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3e680 x1834598494652544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.952416:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749611311.952417:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611311.952418:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 00000100:00100000:1.0:1749611311.952419:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00000001:0.0:1749611311.952420:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611311.952421:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611311.952422:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134360000128 : -131939349551488 : ffff880079f02680) 02000000:00000001:0.0:1749611311.952422:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749611311.952425:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f02680 x1834598494652800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611311.952425:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf400. 02000000:00000001:0.0:1749611311.952427:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611311.952429:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611311.952431:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749611311.952431:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749611311.952433:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.952433:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611311.952433:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494652800:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749611311.952433:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611311.952435:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3400. 00000100:00000200:1.0:1749611311.952436:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494652800 00000100:00100000:2.0:1749611311.952437:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000020:00000001:1.0:1749611311.952438:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611311.952438:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611311.952439:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611311.952440:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359996544 : -131939349555072 : ffff880079f01880) 00010000:00000001:1.0:1749611311.952440:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749611311.952441:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e680. 00000100:00000001:0.0:1749611311.952443:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611311.952444:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611311.952445:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01880 x1834598494653056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952446:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611311.952447:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611311.952448:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611311.952451:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611311.952451:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611311.952453:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00010000:00000001:1.0:1749611311.952453:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611311.952453:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952454:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611311.952456:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00100000:2.0:1749611311.952456:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494653056:12345-0@lo:38:kworker.0 00010000:00000001:1.0:1749611311.952456:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611311.952456:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611311.952458:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749611311.952460:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494653056 00000100:00000001:1.0:1749611311.952460:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611311.952461:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749611311.952461:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749611311.952461:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611311.952463:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611311.952463:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:0.0:1749611311.952463:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749611311.952465:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6000. 00000400:00000010:0.0:1749611311.952465:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff5d8. 00010000:00000001:2.0:1749611311.952466:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749611311.952466:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611311.952467:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:3.0:1749611311.952468:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952468:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611311.952469:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00010000:00000001:1.0:1749611311.952470:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611311.952471:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749611311.952472:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611311.952473:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611311.952474:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611311.952475:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611311.952477:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611311.952477:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611311.952479:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749611311.952480:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611311.952482:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749611311.952483:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611311.952487:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611311.952488:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01500 x1834598494652672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611311.952488:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00020000:2.0:1749611311.952489:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611311.952490:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611311.952492:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611311.952493:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611311.952493:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611311.952494:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611311.952495:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611311.952496:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611311.952496:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611311.952497:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.952497:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611311.952498:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611311.952499:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611311.952499:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611311.952500:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952501:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611311.952501:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611311.952501:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611311.952503:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611311.952503:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00001000:0.0:1749611311.952504:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611311 v=5 (0 0 0 0) 02000000:00000010:2.0:1749611311.952507:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dc9000. 00000100:00000200:1.0:1749611311.952507:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494652800, offset 0 00000100:00001000:0.0:1749611311.952507:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=116 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611311.952509:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611311.952510:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611311.952510:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611311.952510:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611311.952512:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611311.952513:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611311.952515:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611311.952516:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611311.952517:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611311.952519:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611311.952520:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944980 00000100:00000001:0.0:1749611311.952521:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611311.952546:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8865 [1] + 0 00000100:00000001:0.0:1749611311.952548:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611311.952549:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611311.952550:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611311.952551:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611311.952552:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611311.952553:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749611311.952555:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749611311.952556:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494652672:12345-0@lo:38:kworker.0 Request processed in 340us (865us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611311.952556:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749611311.952557:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:2.0:1749611311.952559:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611311.952559:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611311.952560:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.952563:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611311.952563:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.952566:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611311.952568:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611311.952569:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:0.0:1749611311.952570:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494652672:0@lo:38:kworker.0 00000100:00100000:3.0:1749611311.952571:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00000001:2.0:1749611311.952572:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611311.952574:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611311.952575:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611311.952577:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611311.952579:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611311.952579:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749611311.952582:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611311.952584:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952587:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611311.952588:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2600. 00000400:00000200:1.0:1749611311.952588:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000040:2.0:1749611311.952589:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611311.952590:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:1.0:1749611311.952592:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749611311.952592:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1749611311.952593:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611311.952593:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611311.952594:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611311.952595:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000100:00000001:1.0:1749611311.952595:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611311.952598:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611311.952600:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611311.952600:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000020:00000010:3.0:1749611311.952601:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000020:00000001:1.0:1749611311.952602:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611311.952603:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611311.952604:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:1.0:1749611311.952605:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f02680 x1834598494652800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952607:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611311.952611:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611311.952612:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494653056, offset 0 00000100:00000001:3.0:1749611311.952613:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611311.952614:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494652800:12345-0@lo:38:kworker.0 Request processed in 181us (628us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611311.952618:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611311.952618:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952624:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611311.952625:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611311.952627:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611311.952627:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00000001:0.0:1749611311.952627:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611311.952628:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611311.952629:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611311.952629:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611311.952631:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611311.952631:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.952633:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611311.952634:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944a80 00000020:00000010:1.0:1749611311.952634:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2380. 00000100:00001000:0.0:1749611311.952636:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611311 v=5 (0 0 0 0) 00000020:00000010:1.0:1749611311.952637:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00001000:0.0:1749611311.952639:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=16 v=20 (1 1 1 20) 00000400:00000200:2.0:1749611311.952640:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8871 [1] + 0 00000020:00000010:1.0:1749611311.952640:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d600. 00000100:00000001:0.0:1749611311.952641:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611311.952642:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611311.952644:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611311.952644:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611311.952646:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611311.952647:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611311.952647:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952648:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611311.952650:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611311.952652:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611311.952654:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611311.952654:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611311.952655:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611311.952657:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611311.952657:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611311.952658:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611311.952659:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611311.952660:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1749611311.952660:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611311.952661:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1749611311.952663:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:3.0:1749611311.952664:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000020:00000040:1.0:1749611311.952665:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611311.952665:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611311.952668:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611311.952670:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611311.952674:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611311.952678:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611311.952681:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611311.952685:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494652800:0@lo:38:kworker.0 00000100:00000200:3.0:1749611311.952686:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.952694:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749611311.952700:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952712:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611311.952714:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611311.952718:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611311.952722:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611311.952725:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611311.952727:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:3.0:1749611311.952729:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611311.952730:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 02000000:00000001:3.0:1749611311.952733:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952733:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749611311.952733:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611311.952735:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611311.952735:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611311.952736:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000100:00000001:2.0:1749611311.952739:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611311.952739:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:0.0:1749611311.952741:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000040:2.0:1749611311.952743:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611311.952743:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749611311.952744:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=16 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611311.952745:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611311.952746:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611311.952748:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749611311.952750:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=16 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611311.952754:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01880 x1834598494653056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611331 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611311.952754:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952755:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611311.952758:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952760:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611311.952761:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611311.952762:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611311.952763:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611311.952764:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611311.952765:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749611311.952766:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494653056:12345-0@lo:38:kworker.0 Request processed in 309us (527us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611311.952767:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.952769:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611311.952772:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b422a438 time=1749611311 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611311.952774:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b422a3f0 time=20 v=20 (20 0 0 0) 00000100:00100000:2.0:1749611311.952776:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00000001:0.0:1749611311.952777:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611311.952778:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611311.952779:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611311.952779:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611311.952780:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:3.0:1749611311.952782:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611311.952783:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611311.952784:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2a80. 00000020:00000010:2.0:1749611311.952788:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:0.0:1749611311.952789:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611311.952791:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749611311.952792:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:0.0:1749611311.952792:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952793:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611311.952794:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611311.952795:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952796:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611311.952796:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611311.952800:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611311.952804:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00080000:0.0:1749611311.952804:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611311.952806:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611311.952806:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611311.952809:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611311.952810:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.952812:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611311.952814:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611311.952815:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611311.952816:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494653056:0@lo:38:kworker.0 00000400:00000001:2.0:1749611311.952818:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611311.952820:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611311.952820:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611311.952822:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000100:00000001:0.0:1749611311.952822:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611311.952824:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3ea00 x1834598494652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952827:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611311.952827:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:2.0:1749611311.952829:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749611311.952829:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611311.952831:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749611311.952831:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611311.952832:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749611311.952832:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 00000100:00000001:3.0:1749611311.952834:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611311.952835:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1749611311.952836:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611311.952836:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611311.952837:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611311.952839:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749611311.952840:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611311.952840:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3c00. 02000000:00000001:0.0:1749611311.952843:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611311.952844:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611311.952845:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ea00. 00000100:00000200:2.0:1749611311.952848:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952848:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611311.952849:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952850:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611311.952853:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494652928:0@lo:400:kworker.0 00000100:00000040:0.0:1749611311.952853:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3f480 x1834598494652800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611311.952880:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611311.952881:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611311.952882:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749611311.952882:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbadc00. 02000000:00000001:0.0:1749611311.952884:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611311.952885:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611311.952885:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611311.952887:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.952887:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:0.0:1749611311.952887:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611311.952888:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749611311.952889:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1749611311.952889:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008d42f400. 00000100:00000001:3.0:1749611311.952891:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611311.952892:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611311.952894:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611311.952897:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3fb80 x1834598494652928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611311.952897:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611311.952897:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611311.952898:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611311.952900:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3f480. 00000100:00000001:0.0:1749611311.952902:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749611311.952903:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=20 v=5 (5 0 0 0) 00000100:00000001:0.0:1749611311.952904:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952905:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611311.952908:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1749611311.952908:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=20 v=5 (1 0 0 0) 00000100:00000040:0.0:1749611311.952909:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3d180 x1834598494653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611336 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611311.952911:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611311.952911:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611311.952913:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952914:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611311.952915:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611311.952916:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b8b4800. 00010000:00000001:2.0:1749611311.952916:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1749611311.952917:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbafc00. 02000000:00000001:0.0:1749611311.952919:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611311.952920:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749611311.952921:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1749611311.952921:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611311.952922:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1749611311.952923:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611311.952924:0:28324:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749611311.952924:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88008d42d000. 02000000:00000001:0.0:1749611311.952926:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1749611311.952927:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749611311.952927:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611311.952928:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d180. 00000100:00000001:0.0:1749611311.952930:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1749611311.952931:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611311.952931:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611311.952932:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611311.952933:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952934:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611311.952935:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5f00. 00000100:00000001:0.0:1749611311.952935:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611311.952937:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611311.952937:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611311.952938:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611311.952940:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749611311.952940:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1749611311.952942:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611311.952942:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611311.952944:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611311.952946:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3fb80. 00000100:00000040:2.0:1749611311.952949:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952951:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611311.952953:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.952959:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611311.952963:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611311.952965:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611311.952966:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611311.952969:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611311.952974:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611311.952976:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611311.952979:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611311.952980:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494653184:0@lo:400:kworker.0 00000100:00000001:3.0:1749611311.952982:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.952986:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.952989:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611311.952994:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3c700 x1834598494653184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611311.953018:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611311.953020:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611311.953023:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27c000. 02000000:00000001:2.0:1749611311.953027:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611311.953029:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611311.953031:0:28322:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611311.953034:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611311.953036:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5200. 02000000:00000001:2.0:1749611311.953039:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611311.953041:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611311.953043:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c700. 00000100:00000001:2.0:1749611311.953046:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611311.953048:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.953051:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611311.953056:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611311.953058:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611311.953061:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611311.953063:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611311.953601:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300585411, at 4300585411 00000100:00000040:1.0:1749611311.953605:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300585411, at 4300585411 00000100:00000010:2.0:1749611311.953611:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e7880c0. 00000100:00000010:1.0:1749611311.953615:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788240. 00000100:00000040:3.0:1749611311.953621:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300585411, at 4300585411 00000100:00000010:3.0:1749611311.953636:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788900. 00000100:00000040:0.0:1749611311.954577:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300585411, at 4300585412 00000100:00000010:0.0:1749611311.954584:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788380. 00000100:00000001:2.0:1749611312.458632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611312.458638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611312.458641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611312.458645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611312.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611312.458652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611312.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611312.458658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611312.458660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611312.527282:0:23894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611312.527292:0:23894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611312.527298:0:23894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611312.527314:0:23894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611312.527319:0:23894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611312.527322:0:23894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611312.527334:0:23894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611312.527339:0:23894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611312.527342:0:23894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611312.616590:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611312.616595:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611312.616598:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611312.616601:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611312.616605:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611312.616609:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611312.616612:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611312.616614:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611312.616616:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611312.722068:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611312.722081:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611312.722089:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611312.722223:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611312.722231:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611312.722236:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611312.722244:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611312.722248:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611312.722252:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611312.764623:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611312.764627:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611312.764690:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611312.764695:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611312.764698:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611312.884045:0:23977:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611312.884054:0:23977:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611312.884061:0:23977:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611312.884078:0:23977:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611312.884083:0:23977:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611312.884087:0:23977:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611312.884094:0:23977:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611312.884098:0:23977:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611312.884102:0:23977:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611312.889011:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611312.889019:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611312.889026:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611312.889134:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611312.889140:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611312.889145:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611312.889151:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2580. 00080000:00000010:1.0:1749611312.889154:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2580. 00000020:00000001:1.0:1749611312.889157:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611312.952591:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611312.952604:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611312.952606:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611312.952610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611312.952613:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611312.952617:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611312.952619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611312.998721:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749611312.998729:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749611312.998734:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749611312.998898:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749611312.998910:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749611312.998913:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749611312.998918:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611312.998921:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1749611313.065353:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611313.065362:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611313.065369:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611313.065448:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611313.065453:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611313.065456:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611313.065463:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611313.065468:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611313.065471:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611313.384058:0:24041:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611313.384068:0:24041:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611313.384079:0:24041:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611313.384096:0:24041:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611313.384102:0:24041:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611313.384105:0:24041:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611313.384112:0:24041:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611313.384117:0:24041:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611313.384120:0:24041:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611313.388482:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d900. 00080000:00000010:3.0:1749611313.388490:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d900. 00000020:00000001:3.0:1749611313.388495:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611313.388607:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d900. 00080000:00000010:3.0:1749611313.388612:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d900. 00000020:00000001:3.0:1749611313.388615:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611313.388621:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d900. 00080000:00000010:3.0:1749611313.388624:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d900. 00000020:00000001:3.0:1749611313.388626:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611313.458625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611313.458630:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611313.458633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611313.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611313.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611313.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611313.458647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611313.458650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611313.458652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611313.953081:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1749611313.953121:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1749611313.953148:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1749611313.953171:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00080000:00000010:1.0:1749611314.069919:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2400. 00080000:00000010:1.0:1749611314.069929:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2400. 00000020:00000001:1.0:1749611314.069935:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611314.070009:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2400. 00080000:00000010:1.0:1749611314.070019:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2400. 00000020:00000001:1.0:1749611314.070022:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611314.070030:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2400. 00080000:00000010:1.0:1749611314.070034:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2400. 00000020:00000001:1.0:1749611314.070037:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611314.458616:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611314.458625:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611314.458628:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611314.458634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611314.458639:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611314.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611314.458647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611314.458650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611314.458653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611314.463738:0:24170:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611314.463747:0:24170:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611314.463753:0:24170:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611314.463769:0:24170:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611314.463774:0:24170:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611314.463777:0:24170:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611314.463784:0:24170:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611314.463789:0:24170:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611314.463792:0:24170:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611314.468225:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611314.468233:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611314.468237:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611314.468309:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611314.468313:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611314.468316:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611314.468322:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611314.468325:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611314.468328:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611314.616635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611314.616642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611314.616645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611314.616651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611314.616656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611314.616660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611314.616664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611314.616668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611314.616672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611314.638234:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611314.638243:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611314.638249:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611314.638320:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611314.638326:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611314.638329:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611314.638342:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611314.638347:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611314.638350:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611314.768662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611314.768671:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611314.768674:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611314.768677:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611314.768682:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611314.768684:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611314.768687:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611314.768689:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611314.768795:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611314.768818:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611314.768823:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611315.045043:0:24236:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.045055:0:24236:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.045064:0:24236:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.045092:0:24236:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.045099:0:24236:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.045104:0:24236:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.045115:0:24236:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.045122:0:24236:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.045126:0:24236:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.050355:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.050364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.050371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.050504:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.050510:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.050516:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.050562:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.050568:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.050573:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.220687:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.220699:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.220707:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.220816:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.220823:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.220853:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.220863:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.220870:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.220875:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611315.458706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611315.458716:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611315.458718:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611315.458723:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611315.458727:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611315.458731:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611315.458735:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611315.458756:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611315.458758:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611315.616653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611315.616660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611315.616662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611315.616667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611315.616670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611315.616674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611315.616677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611315.616680:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611315.616683:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.669269:0:24302:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.669279:0:24302:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.669286:0:24302:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.669301:0:24302:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.669306:0:24302:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.669309:0:24302:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.669317:0:24302:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611315.669321:0:24302:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611315.669325:0:24302:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611315.674033:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611315.674043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611315.674050:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611315.674180:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611315.674186:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611315.674189:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611315.674195:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6d880. 00080000:00000010:3.0:1749611315.674199:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6d880. 00000020:00000001:3.0:1749611315.674202:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611315.770656:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611315.770663:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611315.770753:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611315.770758:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611315.770760:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611315.850516:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611315.850556:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611315.850564:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611315.850657:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611315.850676:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611315.850680:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611315.850689:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611315.850694:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611315.850704:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.996616:0:24366:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611315.996622:0:24366:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611315.996626:0:24366:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.996636:0:24366:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611315.996639:0:24366:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611315.996641:0:24366:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611315.996646:0:24366:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611315.996650:0:24366:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611315.996652:0:24366:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611315.998977:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2680. 00080000:00000010:1.0:1749611315.998981:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2680. 00000020:00000001:1.0:1749611315.998984:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611315.999023:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2680. 00080000:00000010:1.0:1749611315.999025:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2680. 00000020:00000001:1.0:1749611315.999027:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611315.999030:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2680. 00080000:00000010:1.0:1749611315.999032:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2680. 00000020:00000001:1.0:1749611315.999033:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.133361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611316.133373:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611316.133380:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.133455:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611316.133466:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611316.133470:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.133479:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611316.133484:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611316.133488:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611316.267314:0:24430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2680. 00080000:00000010:1.0:1749611316.267320:0:24430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2680. 00000020:00000001:1.0:1749611316.267323:0:24430:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611316.267332:0:24430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2680. 00080000:00000010:1.0:1749611316.267335:0:24430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2680. 00000020:00000001:1.0:1749611316.267337:0:24430:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611316.267342:0:24430:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2680. 00080000:00000010:1.0:1749611316.267345:0:24430:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2680. 00000020:00000001:1.0:1749611316.267348:0:24430:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611316.270924:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611316.270931:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611316.270936:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611316.271004:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611316.271008:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611316.271011:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611316.271016:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749611316.271020:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749611316.271023:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611316.360136:0:24473:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6da00. 00080000:00000010:3.0:1749611316.360143:0:24473:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6da00. 00000020:00000001:3.0:1749611316.360146:0:24473:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611316.360150:0:24473:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6da00. 00080000:00000010:3.0:1749611316.360153:0:24473:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6da00. 00000020:00000001:3.0:1749611316.360155:0:24473:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611316.360158:0:24473:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6da00. 00080000:00000010:3.0:1749611316.360161:0:24473:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6da00. 00000020:00000001:3.0:1749611316.360163:0:24473:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.389830:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.389839:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.389843:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.389888:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.389892:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.389894:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.389899:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.389903:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.389905:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611316.458580:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611316.458584:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611316.458586:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611316.458588:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611316.458590:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611316.458594:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611316.458596:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611316.458598:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611316.458600:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.514475:0:24495:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.514487:0:24495:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.514494:0:24495:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.514512:0:24495:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.514518:0:24495:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.514552:0:24495:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.514561:0:24495:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.514567:0:24495:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.514571:0:24495:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.519994:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.520003:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.520010:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.520139:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.520155:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.520161:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611316.520172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611316.520176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611316.520181:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611316.616614:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611316.616621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611316.616625:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611316.616630:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611316.616634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611316.616639:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611316.616643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611316.616648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611316.616652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1749611316.639852:0:24538:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00080000:00000010:1.0:1749611316.640469:0:24538:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2200. 00080000:00000010:1.0:1749611316.640475:0:24538:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2200. 00000020:00000001:1.0:1749611316.640478:0:24538:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611316.640539:0:24538:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2200. 00080000:00000010:1.0:1749611316.640543:0:24538:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2200. 00000020:00000001:1.0:1749611316.640545:0:24538:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611316.640549:0:24538:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2200. 00080000:00000010:1.0:1749611316.640551:0:24538:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2200. 00000020:00000001:1.0:1749611316.640553:0:24538:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611316.641835:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6da00. 00080000:00000010:3.0:1749611316.641844:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6da00. 00000020:00000001:3.0:1749611316.641850:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611316.641924:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006da6da00. 00080000:00000010:3.0:1749611316.641930:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006da6da00. 00000020:00000001:3.0:1749611316.641933:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611316.649902:0:24538:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:2.0:1749611316.649911:0:24538:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88006b821e80. 00000020:01000004:2.0:1749611316.649917:0:24538:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0000 00000020:00000001:2.0:1749611316.649920:0:24538:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1749611316.649924:0:24538:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff880091b16fc0. 00000020:00000010:2.0:1749611316.649930:0:24538:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8800b4256c60. 00000020:00000001:2.0:1749611316.649935:0:24538:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1749611316.649940:0:24538:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8800966ab900. 00000020:00000001:2.0:1749611316.649945:0:24538:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:2.0:1749611316.649949:0:24538:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:2.0:1749611316.649954:0:24538:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1749611316.649958:0:24538:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1749611316.649962:0:24538:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611316.649965:0:24538:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611316.649968:0:24538:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88009d27c400) refs 3 10000000:00000001:2.0:1749611316.649972:0:24538:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611316.649975:0:24538:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00000001:0.0:1749611316.772680:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611316.772693:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611316.772798:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611316.772805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611316.772809:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611317.458641:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611317.458651:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611317.458654:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611317.458682:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611317.458687:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611317.458691:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611317.458695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611317.458699:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611317.458702:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611317.616858:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611317.616868:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611317.616871:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611317.616876:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611317.616881:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611317.616885:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611317.616890:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611317.616895:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611317.616899:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611317.774651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611317.774658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611317.774752:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611317.774760:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611317.774766:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611318.458681:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611318.458692:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611318.458695:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611318.458701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611318.458705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611318.458710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.458714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611318.458718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.458721:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.616735:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611318.616743:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611318.616746:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611318.616751:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611318.616755:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611318.616759:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.616762:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611318.616767:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.616770:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611318.776650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611318.776658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.776782:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611318.776787:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611318.776791:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611318.952699:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611318.952721:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611318.952724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.952730:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611318.952734:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611318.952739:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.952742:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611318.958679:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611318.958688:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749611318.958693:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611318.958697:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611318.958700:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611318.958704:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611318.958732:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611318.958739:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5920 00000100:00080000:3.0:1749611318.958745:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611318.958748:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611318.958753:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.958756:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611318.958758:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611318.958764:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611318.958767:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611318.958770:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611318.958774:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611318.958777:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611318.958779:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611318.958782:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611318.958784:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.958787:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611318.958789:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611318.958825:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611318.958829:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611318.958832:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.958836:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611318.958846:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611318.958849:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.958852:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611318.958856:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611318.958864:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807480. 00000020:00000040:3.0:1749611318.958868:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749611318.958874:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611318.958876:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.958881:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611318.958884:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611318.958889:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611318.958908:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c955400. 00000100:00000001:3.0:1749611318.958919:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611318.958931:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611318.958945:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611318.958950:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.958955:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807480] to pc [ptlrpcd_rcv+-1] req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.958984:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611318.958988:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611318.958993:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611318.958994:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611318.958997:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611318.958999:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611318.959002:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5920 00000100:00080000:3.0:1749611318.959004:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611318.959007:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611318.959009:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.959011:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611318.959014:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611318.959016:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611318.959018:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611318.959020:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611318.959022:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611318.959024:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611318.959026:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611318.959029:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611318.959031:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.959032:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611318.959034:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611318.959042:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611318.959045:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611318.959048:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.959050:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611318.959054:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611318.959056:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959058:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611318.959060:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611318.959063:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804380. 00000020:00000040:3.0:1749611318.959066:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611318.959068:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611318.959069:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959071:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611318.959072:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611318.959075:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611318.959079:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c956000. 00000100:00000001:3.0:1749611318.959083:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959084:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611318.959088:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611318.959090:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611318.959094:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611318.959095:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611318.959098:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959101:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078804380] to pc [ptlrpcd_rcv+-1] req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611318.959103:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.959110:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611318.959113:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611318.959117:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611318.959117:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611318.959119:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611318.959120:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611318.959123:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611318.959125:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5920 00000100:00080000:3.0:1749611318.959127:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611318.959130:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611318.959130:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.959135:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611318.959137:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.959139:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611318.959139:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611318.959141:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611318.959142:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611318.959143:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611318.959145:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749611318.959147:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749611318.959147:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494654208:0@lo:38:kworker.0 00000020:00000040:3.0:1749611318.959149:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749611318.959151:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611318.959152:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611318.959153:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:3.0:1749611318.959156:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611318.959157:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611318.959157:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749611318.959159:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611318.959160:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959161:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611318.959163:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:0.0:1749611318.959163:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1749611318.959165:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611318.959167:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.959168:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749611318.959169:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbad400. 02000000:00000001:3.0:1749611318.959171:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611318.959172:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.959173:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959175:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611318.959177:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611318.959180:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804700. 00000020:00000040:3.0:1749611318.959182:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:0.0:1749611318.959182:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff630. 02000000:00000001:3.0:1749611318.959184:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611318.959185:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959187:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611318.959188:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611318.959189:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611318.959192:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 02000000:00000010:3.0:1749611318.959193:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c955c00. 00000100:00000001:3.0:1749611318.959196:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611318.959200:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749611318.959203:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494654208, portal 4 00000100:00000001:0.0:1749611318.959205:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611318.959207:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611318.959207:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335902848 : -131939373648768 : ffff880078807480) 00000100:00000001:3.0:1749611318.959213:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959218:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078804700] to pc [ptlrpcd_rcv+-1] req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611318.959218:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.959226:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959227:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611318.959229:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749611318.959232:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611318.959233:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749611318.959234:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000010:3.0:1749611318.959236:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804a80. 00000100:00000200:0.0:1749611318.959237:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494654208, offset 0 00000020:00000040:3.0:1749611318.959239:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611318.959242:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611318.959243:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611318.959245:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611318.959245:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611318.959249:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297200. 00000100:00000001:3.0:1749611318.959251:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959255:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611318.959263:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611318.959265:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611318.959266:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611318.959271:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078804a80] to pc [ptlrpcd_00_03+3] req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611318.959281:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf944f00 00000400:00000200:0.0:1749611318.959290:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 7280 00000400:00000200:0.0:1749611318.959300:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611318.959304:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611318.959311:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959312:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611318.959314:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:3.0:1749611318.959315:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611318.959319:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611318.959320:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1749611318.959320:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01180. 00000100:00080000:3.0:1749611318.959321:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611318.959324:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749611318.959324:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01180 x1834598494654208 msgsize 520 00000100:00080000:3.0:1749611318.959327:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5920 00000100:00080000:3.0:1749611318.959329:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749611318.959329:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611318.959332:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611318.959335:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.959337:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611318.959344:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611318.959347:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611318.959349:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3a5 00000100:00000001:0.0:1749611318.959349:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611318.959350:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611318.959353:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bf800 refcount=8 00000020:00000001:3.0:1749611318.959355:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000020:00000001:3.0:1749611318.959357:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352727552 : -131938356824064 : ffff8800b51bf800) 00000100:00000040:3.0:1749611318.959360:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749611318.959361:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:3.0:1749611318.959362:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611318.959363:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611318.959363:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:3.0:1749611318.959365:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611318.959367:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 7 00000100:00000001:0.0:1749611318.959367:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:3.0:1749611318.959369:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8800b422a000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611318.959371:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611318.959372:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611318.959373:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611318.959376:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611318.959378:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959380:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611318.959381:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959381:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749611318.959384:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804e00. 00000100:00000040:0.0:1749611318.959384:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611318.959386:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749611318.959389:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611318.959390:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959391:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611318.959392:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611318.959392:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.959394:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959394:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611318.959399:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611318.959402:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009a3ff000. 00000100:00000040:0.0:1749611318.959404:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1288 usecs (2 jiffies) 00000100:00000001:3.0:1749611318.959406:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.959407:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611318.959409:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300592418 00000100:00100000:3.0:1749611318.959410:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611318.959413:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749611318.959413:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c880. 00000100:00000001:2.0:1749611318.959416:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611318.959418:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611318.959421:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959422:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:3.0:1749611318.959424:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078804e00] to pc [ptlrpcd_rcv+-1] req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611318.959424:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.959430:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300592418 00000100:00000010:0.0:1749611318.959433:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c780. 00000100:00000001:2.0:1749611318.959436:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611318.959436:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611318.959438:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.959438:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959441:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611318.959445:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749611318.959448:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805180. 00000020:00000040:3.0:1749611318.959450:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611318.959452:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611318.959452:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611318.959454:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611318.959454:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300592418 02000000:00000001:2.0:1749611318.959455:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611318.959456:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959456:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611318.959457:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538cd40. 02000000:00000001:2.0:1749611318.959458:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611318.959459:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297d00. 00000100:00000001:0.0:1749611318.959461:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611318.959462:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611318.959462:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494654592:0@lo:400:kworker.0 00000100:00000001:0.0:1749611318.959465:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300592418 00000100:00000040:3.0:1749611318.959466:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611318.959467:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611318.959468:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611318.959468:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c200. 02000000:00000001:2.0:1749611318.959471:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611318.959471:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611318.959473:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611318.959473:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959474:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611318.959475:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611318.959475:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611318.959477:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959479:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805180] to pc [ptlrpcd_00_00+0] req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611318.959480:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e200. 00000100:00000001:0.0:1749611318.959480:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959482:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611318.959483:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959488:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611318.959489:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611318.959490:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feec8. 00000100:00000001:0.0:1749611318.959491:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611318.959496:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000001:0.0:1749611318.959499:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611318.959500:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749611318.959501:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494654592, portal 10 00000100:00000001:2.0:1749611318.959503:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611318.959505:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335892096 : -131939373659520 : ffff880078804a80) 00000100:00000040:0.0:1749611318.959505:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.959510:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611318.959513:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.959513:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611318.959515:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959517:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5930) 02000000:00000001:0.0:1749611318.959517:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611318.959520:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611318.959549:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611318.959553:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494654336:0@lo:38:kworker.0 00000100:00000001:0.0:1749611318.959557:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611318.959560:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611318.959562:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.959563:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611318.959567:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf400. 02000000:00000001:0.0:1749611318.959569:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959571:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611318.959573:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff5d8. 00000100:00100000:3.0:1749611318.959574:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494654208 00000100:00000001:2.0:1749611318.959574:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611318.959575:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611318.959576:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611318.959577:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611318.959577:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:3.0:1749611318.959580:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749611318.959580:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00100000:1.0:1749611318.959580:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000200:0.0:1749611318.959581:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494654336, portal 10 00000100:00000001:1.0:1749611318.959582:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611318.959583:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611318.959583:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494654592, offset 0 00000100:00000001:0.0:1749611318.959583:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611318.959584:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335890304 : -131939373661312 : ffff880078804380) 02000000:00000001:3.0:1749611318.959587:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611318.959588:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611318.959591:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611318.959592:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494654208 00000020:00000001:3.0:1749611318.959594:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611318.959594:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1749611318.959596:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611318.959597:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611318.959597:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611318.959597:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.959598:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611318.959599:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749611318.959600:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611318.959600:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611318.959602:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959602:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749611318.959603:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:1.0:1749611318.959604:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749611318.959605:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945080 00000100:00000200:0.0:1749611318.959605:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494654336, offset 0 00000020:00000010:3.0:1749611318.959608:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000400:00000200:0.0:1749611318.959610:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611318.959614:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6da00. 00000400:00000200:0.0:1749611318.959617:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611318.959619:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611318.959625:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 58152 00000400:00000200:0.0:1749611318.959625:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf944f80 00000020:00000010:3.0:1749611318.959626:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000400:00000200:2.0:1749611318.959632:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611318.959633:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611318.959633:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611318.959635:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959636:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749611318.959636:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611318.959638:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611318.959639:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 58376 02000000:00000001:1.0:1749611318.959640:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611318.959644:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611318.959644:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611318.959645:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611318.959646:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611318.959646:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611318.959647:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611318.959648:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611318.959652:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ca80. 00000100:00100000:1.0:1749611318.959652:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494654848:0@lo:400:kworker.0 00000100:00000001:3.0:1749611318.959654:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611318.959656:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3ca80 x1834598494654592 msgsize 224 00000100:00000001:1.0:1749611318.959657:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749611318.959660:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611318.959662:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611318.959665:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611318.959665:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611318.959667:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611318.959668:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611318.959670:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749611318.959674:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 02000000:00000010:1.0:1749611318.959674:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27d400. 02000000:00000001:1.0:1749611318.959677:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959678:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359994752 : -131939349556864 : ffff880079f01180) 00000100:00000040:3.0:1749611318.959683:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01180 x1834598494654208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611318.959685:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9f8. 00000100:00000001:0.0:1749611318.959688:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611318.959690:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00100000:0.0:1749611318.959691:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494654592 00000400:00000010:2.0:1749611318.959693:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000400:00000010:1.0:1749611318.959693:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00100000:3.0:1749611318.959694:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494654208:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749611318.959694:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611318.959696:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611318.959696:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749611318.959699:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494654208 00000100:00000001:0.0:1749611318.959699:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611318.959702:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611318.959702:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611318.959703:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611318.959703:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494654848, portal 10 00000100:00100000:0.0:1749611318.959705:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494654592 00000100:00000001:1.0:1749611318.959706:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749611318.959707:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611318.959707:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611318.959708:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335893888 : -131939373657728 : ffff880078805180) 00000020:00000040:0.0:1749611318.959709:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611318.959711:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611318.959711:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611318.959714:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611318.959714:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611318.959716:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:1.0:1749611318.959717:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611318.959719:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611318.959722:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.959723:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611318.959724:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749611318.959725:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959726:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611318.959727:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611318.959728:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538ce00. 00010000:00020000:3.0:1749611318.959730:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611318.959731:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611318.959732:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000400:00000010:1.0:1749611318.959733:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00010000:00000001:3.0:1749611318.959734:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611318.959734:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300592418 00000100:00000200:1.0:1749611318.959736:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494654848, offset 0 00010000:00000001:3.0:1749611318.959737:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749611318.959737:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611318.959738:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300592418 00000100:00000001:2.0:1749611318.959740:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300592418 00000100:00000001:3.0:1749611318.959741:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611318.959743:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300592418 00000400:00000200:1.0:1749611318.959743:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611318.959745:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611318.959746:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300592418 00000100:00000001:0.0:1749611318.959746:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749611318.959748:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611318.959748:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300592418 00000100:00000001:2.0:1749611318.959750:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300592418 00000020:00000010:0.0:1749611318.959751:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd600. 00000100:00000001:2.0:1749611318.959752:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300592418 02000000:00000010:3.0:1749611318.959753:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2400. 00000100:00000001:2.0:1749611318.959754:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611318.959755:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611318.959755:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 00000100:00000001:2.0:1749611318.959756:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959757:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.959759:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611318.959759:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611318.959759:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749611318.959761:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611318.959762:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611318.959765:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611318.959767:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:3.0:1749611318.959769:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611318.959769:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611318.959769:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611318.959770:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611318.959771:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611318.959773:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611318.959773:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611318.959774:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611318.959774:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.959775:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959777:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611318.959778:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959779:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749611318.959779:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945180 00000100:00000001:0.0:1749611318.959781:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611318.959783:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611318.959784:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611318.959787:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 58896 00000100:00000001:3.0:1749611318.959788:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611318.959788:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611318.959791:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611318.959791:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.959791:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611318.959816:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611318.959819:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611318.959822:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959825:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611318.959827:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611318.959827:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611318.959831:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749611318.959832:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000400:00000200:1.0:1749611318.959833:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611318.959833:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749611318.959837:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494654208, offset 0 00000100:00100000:0.0:1749611318.959838:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00000001:1.0:1749611318.959839:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611318.959841:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611318.959841:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611318.959843:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910741120 : -131938798810496 : ffff88009ac3ca80) 00000400:00000200:3.0:1749611318.959844:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611318.959847:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ed80. 00000100:00000040:0.0:1749611318.959849:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ca80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:754/0 lens 224/0 e 0 to 0 dl 1749611329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611318.959851:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ed80 x1834598494654848 msgsize 224 00000400:00000200:3.0:1749611318.959854:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611318.959855:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611318.959862:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf944f00 00000400:00000200:3.0:1749611318.959868:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x88dd [1] + 0 00000100:00000001:1.0:1749611318.959872:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611318.959873:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611318.959875:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749611318.959877:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749611318.959878:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538c800. 00000100:00000001:2.0:1749611318.959879:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611318.959881:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611318.959882:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494654848 00000020:00000010:0.0:1749611318.959883:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b538c800. 00000400:00000200:1.0:1749611318.959884:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 02000000:00000001:2.0:1749611318.959885:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611318.959887:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611318.959887:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:2.0:1749611318.959889:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959890:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611318.959890:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494654592:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749611318.959893:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611318.959894:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494654592 00000100:00000001:3.0:1749611318.959895:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611318.959896:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494654848 00000100:00000200:1.0:1749611318.959896:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611318.959897:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611318.959898:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611318.959900:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000020:00000001:0.0:1749611318.959900:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749611318.959901:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611318.959902:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611318.959903:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611318.959905:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=5 00000100:00000001:1.0:1749611318.959906:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611318.959906:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611318.959907:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000040:1.0:1749611318.959909:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611318.959909:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611318.959910:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000040:3.0:1749611318.959912:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611318.959913:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611318.959914:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611318.959916:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611318.959917:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b160c0. 00000020:00000001:0.0:1749611318.959917:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611318.959918:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749611318.959919:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611318.959922:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749611318.959922:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136947700. 00000020:00000001:0.0:1749611318.959922:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611318.959923:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611318.959925:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611318.959927:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1115 usecs (2 jiffies) 00000100:00000001:2.0:1749611318.959928:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1749611318.959928:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749611318.959929:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000020:00000010:2.0:1749611318.959930:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b160c0. 00000400:00000010:3.0:1749611318.959931:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:1.0:1749611318.959931:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300592419 00000100:00000001:0.0:1749611318.959933:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611318.959935:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611318.959936:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749611318.959937:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749611318.959938:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:0.0:1749611318.959938:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbafc00. 02000000:00000001:0.0:1749611318.959940:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611318.959941:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:3.0:1749611318.959942:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959942:0:28322:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300592418 00000100:00000001:0.0:1749611318.959943:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.959945:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:2.0:1749611318.959945:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000020:00000001:0.0:1749611318.959946:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959947:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959948:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300592419 00000020:00000001:3.0:1749611318.959949:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1749611318.959949:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494654592 00000100:00000001:2.0:1749611318.959950:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611318.959951:0:28322:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300592418 00000100:00000001:2.0:1749611318.959952:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1749611318.959952:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611318.959954:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611318.959954:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300592419 00000100:00000040:3.0:1749611318.959955:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01180 x1834598494654208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611338 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749611318.959957:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3ca80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:754/0 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611318.959958:0:28322:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300592418 00000100:00000001:2.0:1749611318.959959:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611318.959961:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611318.959961:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300592419 00000100:00000001:2.0:1749611318.959962:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.959964:0:28322:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300592418 00010000:00000001:0.0:1749611318.959965:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749611318.959966:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494654208:12345-0@lo:38:kworker.0 Request processed in 271us (639us total) trans 0 rc -19/-19 00010000:00000001:0.0:1749611318.959968:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.959969:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611318.959971:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611318.959973:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611318.959975:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611318.959976:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611318.959976:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.959978:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611318.959978:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611318.959980:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611318.959982:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1749611318.959982:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00000001:1.0:1749611318.959983:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.959985:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611318.959985:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611318.959986:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88009d241000 : new rpc_count 1 00000100:00000001:3.0:1749611318.959987:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611318.959988:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706670976 : -131939002880640 : ffff88008e99ed80) 02000000:00000001:0.0:1749611318.959988:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611318.959990:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611318.959993:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6da00. 00000100:00000040:2.0:1749611318.959993:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ed80 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:754/0 lens 224/0 e 0 to 0 dl 1749611329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.959993:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611318.959995:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749611318.959998:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000400:00000010:0.0:1749611318.959998:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00080000:1.0:1749611318.960001:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749611318.960002:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00000200:0.0:1749611318.960003:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494654592, offset 224 00000100:00000001:3.0:1749611318.960006:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611318.960007:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749611318.960007:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611318.960014:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611318.960017:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611318.960020:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b160c0. 00000400:00000200:0.0:1749611318.960021:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945080 00000100:00000001:2.0:1749611318.960022:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611318.960025:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b160c0. 00000400:00000200:0.0:1749611318.960026:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x88e5 [1] + 224 00000100:00100000:2.0:1749611318.960029:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494654848:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611318.960031:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749611318.960033:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494654848 00000400:00000200:0.0:1749611318.960034:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611318.960035:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611318.960038:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611318.960038:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611318.960041:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960043:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749611318.960043:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611318.960045:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611318.960048:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611318.960052:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611318.960053:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749611318.960053:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611318.960055:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611318.960057:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960059:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611318.960062:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611318.960065:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611318.960070:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63cc00. 02000000:00000001:2.0:1749611318.960072:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960074:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960076:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960078:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000040:2.0:1749611318.960079:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494654848 00010000:00000001:2.0:1749611318.960081:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749611318.960082:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611318.960084:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00010000:00000200:2.0:1749611318.960086:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ed80 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:754/0 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960087:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611318.960088:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611318.960091:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611318.960091:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611318.960093:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611318.960094:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611318.960094:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:2.0:1749611318.960095:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611318.960097:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:2.0:1749611318.960098:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 00000020:00000001:0.0:1749611318.960099:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611318.960100:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611318.960101:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611318.960101:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749611318.960103:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611318.960104:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749611318.960105:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feec8. 00000100:00000040:0.0:1749611318.960106:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ca80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:754/0 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611318.960110:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:3.0:1749611318.960112:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:2.0:1749611318.960112:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611318.960114:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611318.960115:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749611318.960116:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494654592:12345-0@lo:400:kworker.0 Request processed in 240us (458us total) trans 0 rc 0/0 02000000:00000001:2.0:1749611318.960117:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611318.960119:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611318.960120:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611318.960123:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611318.960124:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000400:00000010:2.0:1749611318.960125:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:3.0:1749611318.960129:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611318.960130:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494654848, offset 224 00000400:00000200:2.0:1749611318.960134:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611318.960134:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611318.960136:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611318.960137:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611318.960138:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960139:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611318.960141:0:28324:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749611318.960142:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611318.960143:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749611318.960143:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 00000100:00000001:3.0:1749611318.960145:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611318.960147:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611318.960147:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000400:00000200:2.0:1749611318.960148:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945180 02000000:00000001:3.0:1749611318.960150:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611318.960150:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd600. 00000400:00000200:2.0:1749611318.960154:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x88f5 [1] + 224 00000100:00001000:3.0:1749611318.960156:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=23 v=5 (5 5 5 5) 00000020:00000040:0.0:1749611318.960156:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00001000:3.0:1749611318.960159:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611318.960159:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611318.960160:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611318.960162:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749611318.960163:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611318.960164:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960166:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611318.960168:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749611318.960172:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611318.960173:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960174:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611318.960176:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749611318.960180:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611318.960180:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01f80. 00000100:00000040:2.0:1749611318.960182:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611318.960183:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01f80 x1834598494654336 msgsize 520 00000100:00100000:0.0:1749611318.960187:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611318.960190:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611318.960193:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611318.960196:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611318.960197:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.960203:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960205:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611318.960210:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611318.960210:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611318.960212:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:3.0:1749611318.960213:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749611318.960214:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749611318.960215:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960217:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611318.960218:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611318.960220:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000200:0.0:1749611318.960221:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611318.960222:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611318.960225:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611318.960226:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749611318.960227:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494654592:0@lo:400:kworker.0 00000100:00000001:2.0:1749611318.960229:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960229:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611318.960232:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611318.960233:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611318.960233:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.960234:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749611318.960235:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749611318.960237:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078804a80 x1834598494654592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611318.960237:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960239:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611318.960240:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.960241:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611318.960242:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611318.960244:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749611318.960244:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ed80 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:754/0 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611318.960244:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611318.960245:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.960246:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749611318.960249:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1120 usecs (2 jiffies) 02000000:00000010:3.0:1749611318.960250:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e200. 00000400:00000001:1.0:1749611318.960250:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611318.960252:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611318.960252:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300592419 02000000:00000001:3.0:1749611318.960254:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749611318.960254:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494654848:12345-0@lo:400:kworker.0 Request processed in 236us (402us total) trans 0 rc 0/0 00000400:00000010:1.0:1749611318.960255:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9f8. 00000100:00000001:0.0:1749611318.960255:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300592419 00000020:00000001:3.0:1749611318.960256:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611318.960258:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611318.960258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300592419 00000400:00000200:1.0:1749611318.960259:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000020:00000001:3.0:1749611318.960260:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611318.960260:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300592419 00000400:00000010:1.0:1749611318.960261:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 02000000:00000010:3.0:1749611318.960263:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297200. 00000100:00100000:2.0:1749611318.960263:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00000001:0.0:1749611318.960263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300592419 00000100:00000001:1.0:1749611318.960264:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611318.960265:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611318.960265:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300592419 02000000:00000001:3.0:1749611318.960267:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611318.960270:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078804a80. 00000100:00000040:2.0:1749611318.960271:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 00000100:00000200:1.0:1749611318.960271:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.960273:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611318.960274:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611318.960274:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300592419 00000100:00000001:3.0:1749611318.960275:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.960276:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611318.960276:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300592419 00000100:00000001:3.0:1749611318.960277:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960278:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611318.960280:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000200:1.0:1749611318.960281:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960281:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.960282:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611318.960283:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960283:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611318.960285:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749611318.960286:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:3.0:1749611318.960288:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.960288:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611318.960288:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611318.960290:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611318.960292:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:1.0:1749611318.960292:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611318.960294:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611318.960295:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611318.960296:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 00000100:00000001:0.0:1749611318.960296:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.960297:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611318.960299:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611318.960300:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611318.960300:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.960302:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611318.960304:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.960304:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611318.960307:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494654464:0@lo:38:kworker.0 00000100:00000001:2.0:1749611318.960308:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611318.960310:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494654336 00000100:00000001:0.0:1749611318.960311:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611318.960312:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1749611318.960312:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=27 v=5 (5 0 0 0) 02000000:00000001:0.0:1749611318.960313:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611318.960315:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611318.960315:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.960316:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611318.960317:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611318.960317:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=27 v=5 (1 0 0 0) 02000000:00000001:2.0:1749611318.960320:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611318.960320:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbaf800. 00000100:00000001:1.0:1749611318.960321:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1749611318.960322:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494654336 02000000:00000001:0.0:1749611318.960322:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.960323:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960325:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749611318.960325:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000020:00000040:2.0:1749611318.960326:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:1.0:1749611318.960327:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749611318.960328:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611318.960329:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000020:00000001:2.0:1749611318.960330:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960332:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749611318.960332:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611318.960332:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494654464, portal 10 00000020:00000010:2.0:1749611318.960335:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:0.0:1749611318.960335:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611318.960336:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335891200 : -131939373660416 : ffff880078804700) 00000020:00000010:2.0:1749611318.960337:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749611318.960339:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00010000:00000001:1.0:1749611318.960339:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960342:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611318.960343:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611318.960343:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611318.960343:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611318.960345:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960349:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960350:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611318.960352:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749611318.960352:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611318.960354:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1749611318.960354:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000001:2.0:1749611318.960355:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611318.960356:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611318.960356:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494654464, offset 0 00000100:00000001:2.0:1749611318.960360:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611318.960362:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611318.960362:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611318.960362:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611318.960366:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00000001:3.0:1749611318.960367:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611318.960367:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611318.960368:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359998336 : -131939349553280 : ffff880079f01f80) 00000100:00000001:3.0:1749611318.960369:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611318.960370:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611318.960371:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611318.960372:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01f80 x1834598494654336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611318.960372:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611318.960373:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.960374:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611318.960378:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611318.960380:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945000 00000100:00100000:2.0:1749611318.960382:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494654336:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611318.960384:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 59120 00000100:00100000:1.0:1749611318.960387:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494654848:0@lo:400:kworker.0 00000400:00000200:0.0:1749611318.960389:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749611318.960392:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494654336 00000100:00000001:1.0:1749611318.960392:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611318.960393:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611318.960394:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611318.960395:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611318.960396:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:2.0:1749611318.960397:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749611318.960397:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805180 x1834598494654848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611318.960398:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611318.960402:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f02a00. 00000100:00000001:1.0:1749611318.960404:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749611318.960404:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f02a00 x1834598494654464 msgsize 520 02000000:00000001:1.0:1749611318.960406:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749611318.960407:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611318.960409:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27d400. 00000100:00100000:0.0:1749611318.960409:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1749611318.960411:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611318.960414:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611318.960415:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749611318.960416:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749611318.960417:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611318.960418:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749611318.960418:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000100:00000001:2.0:1749611318.960420:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:1.0:1749611318.960420:0:28322:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749611318.960420:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000001:2.0:1749611318.960422:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611318.960422:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611318.960422:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611318.960424:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611318.960424:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611318.960425:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297d00. 00000100:00100000:3.0:1749611318.960426:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494654464 00000100:00000200:0.0:1749611318.960426:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611318.960428:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749611318.960428:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63c400. 02000000:00000001:1.0:1749611318.960429:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611318.960430:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611318.960430:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611318.960430:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611318.960432:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960432:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611318.960433:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805180. 00000100:00000001:0.0:1749611318.960433:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749611318.960435:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611318.960436:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611318.960436:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611318.960437:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611318.960437:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749611318.960438:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494654464 00000100:00000001:1.0:1749611318.960438:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611318.960440:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:2.0:1749611318.960440:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611318.960440:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611318.960442:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611318.960442:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960443:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611318.960444:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611318.960444:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611318.960445:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749611318.960446:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960446:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611318.960447:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960447:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611318.960448:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611318.960448:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611318.960448:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611318.960450:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611318.960450:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611318.960450:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000020:00000010:3.0:1749611318.960451:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00000001:2.0:1749611318.960453:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611318.960453:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300592418 00000020:00000010:3.0:1749611318.960454:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6da00. 00000100:00000001:0.0:1749611318.960455:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300592419 00000100:00000040:2.0:1749611318.960456:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:3.0:1749611318.960457:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749611318.960457:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300592418 02000000:00000001:2.0:1749611318.960459:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611318.960459:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300592419 02000000:00000001:2.0:1749611318.960460:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.960461:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611318.960461:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300592418 00000100:00000001:2.0:1749611318.960462:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611318.960463:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611318.960463:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300592419 00000100:00000040:2.0:1749611318.960464:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611318.960465:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960465:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300592418 00000400:00000010:2.0:1749611318.960466:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611318.960467:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300592419 00000100:00000001:3.0:1749611318.960468:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960469:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611318.960470:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494654336, offset 0 00000400:00000200:2.0:1749611318.960473:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611318.960474:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960476:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960478:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611318.960479:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611318.960480:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611318.960480:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611318.960483:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611318.960484:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000400:00000200:2.0:1749611318.960485:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf944f80 00000100:00000001:3.0:1749611318.960487:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134360001024 : -131939349550592 : ffff880079f02a00) 00000400:00000200:2.0:1749611318.960490:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x88e9 [1] + 0 00000100:00000001:0.0:1749611318.960490:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749611318.960492:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f02a00 x1834598494654464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960492:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611318.960494:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611318.960494:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611318.960496:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611318.960498:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611318.960500:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494654720:0@lo:38:kworker.0 00000100:00100000:3.0:1749611318.960502:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494654464:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611318.960503:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611318.960504:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611318.960506:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494654464 00000100:00000001:2.0:1749611318.960506:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611318.960506:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749611318.960508:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611318.960508:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.960509:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749611318.960510:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611318.960511:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611318.960513:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbac400. 02000000:00000001:0.0:1749611318.960515:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611318.960518:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000400:00000010:0.0:1749611318.960521:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000040:2.0:1749611318.960550:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611318.960550:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494654720, portal 10 00000100:00000001:0.0:1749611318.960552:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611318.960553:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335892992 : -131939373658624 : ffff880078804e00) 00000020:00000001:3.0:1749611318.960558:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960560:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611318.960560:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611318.960563:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611318.960564:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00010000:00000001:3.0:1749611318.960565:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611318.960566:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00010000:00000001:3.0:1749611318.960568:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611318.960568:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611318.960569:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611318.960571:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611318.960571:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611318.960571:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611318.960573:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611318.960573:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749611318.960574:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611318.960575:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611318.960575:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494654720, offset 0 00000100:00000040:2.0:1749611318.960577:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:3.0:1749611318.960579:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2c00. 00000100:00000001:2.0:1749611318.960579:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611318.960579:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611318.960581:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611318.960581:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611318.960584:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611318.960586:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01f80 x1834598494654336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611338 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611318.960586:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611318.960587:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611318.960589:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611318.960591:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945100 00000100:00001000:3.0:1749611318.960592:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611318.960595:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611318.960597:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611318.960597:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 59640 00000100:00100000:2.0:1749611318.960598:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494654336:12345-0@lo:38:kworker.0 Request processed in 213us (411us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749611318.960600:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611318.960601:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611318.960602:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611318.960605:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611318.960605:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611318.960607:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00000040:3.0:1749611318.960609:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611318.960609:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611318.960611:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611318.960611:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611318.960612:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.960614:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749611318.960614:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611318.960614:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611318.960615:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611318.960616:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749611318.960618:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000400:00000010:3.0:1749611318.960619:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000010:0.0:1749611318.960619:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00000. 00000020:00000010:2.0:1749611318.960621:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000040:0.0:1749611318.960622:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f00000 x1834598494654720 msgsize 520 00000100:00000200:3.0:1749611318.960623:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494654464, offset 0 00000100:00000001:2.0:1749611318.960624:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611318.960627:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611318.960628:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611318.960632:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611318.960634:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749611318.960635:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494654720 00000400:00000200:3.0:1749611318.960636:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611318.960637:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611318.960639:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611318.960639:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749611318.960641:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611318.960641:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000400:00000200:3.0:1749611318.960643:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945000 02000000:00000001:2.0:1749611318.960644:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960644:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749611318.960646:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494654720 00000100:00000200:0.0:1749611318.960648:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611318.960649:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8909 [1] + 0 00000400:00000200:3.0:1749611318.960653:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611318.960653:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611318.960655:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611318.960655:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611318.960657:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611318.960657:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611318.960658:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611318.960659:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611318.960661:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611318.960661:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611318.960664:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:0.0:1749611318.960664:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611318.960665:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611318.960666:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611318.960666:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611318.960669:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:0.0:1749611318.960669:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960672:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611318.960672:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 708 usecs (1 jiffies) 00000100:00000001:2.0:1749611318.960673:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611318.960675:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960675:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300592419 00000100:00000001:0.0:1749611318.960677:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300592419 00000100:00000001:0.0:1749611318.960679:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300592419 00000100:00000001:2.0:1749611318.960680:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.960681:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960682:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300592419 00000100:00000001:0.0:1749611318.960684:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300592419 00000100:00000001:0.0:1749611318.960686:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300592419 00000100:00000001:2.0:1749611318.960687:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960688:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300592419 00000100:00000001:0.0:1749611318.960690:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300592419 00000100:00000001:3.0:1749611318.960691:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611318.960691:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611318.960692:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611318.960693:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960694:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611318.960696:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611318.960698:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00100000:2.0:1749611318.960698:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00000001:3.0:1749611318.960700:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611318.960701:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611318.960701:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359990272 : -131939349561344 : ffff880079f00000) 00000100:00000001:1.0:1749611318.960702:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611318.960704:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f00000 x1834598494654720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611318.960705:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.960708:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611318.960710:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611318.960710:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611318.960711:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749611318.960711:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611318.960712:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611318.960713:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff630. 00000100:00100000:2.0:1749611318.960714:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494654720:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611318.960714:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.960717:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f02a00 x1834598494654464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611338 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611318.960717:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611318.960718:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494654720 00000020:00000001:2.0:1749611318.960720:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611318.960722:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611318.960724:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000400:00000010:0.0:1749611318.960726:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00100000:3.0:1749611318.960728:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494654464:12345-0@lo:38:kworker.0 Request processed in 225us (320us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611318.960729:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611318.960730:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611318.960733:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611318.960733:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611318.960735:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611318.960737:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00010000:00000001:2.0:1749611318.960738:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611318.960739:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611318.960740:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611318.960741:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611318.960742:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749611318.960742:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611318.960744:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6da00. 02000000:00000001:2.0:1749611318.960744:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749611318.960748:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 02000000:00000010:2.0:1749611318.960748:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63dc00. 00000100:00000001:0.0:1749611318.960749:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611318.960750:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611318.960751:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00000001:0.0:1749611318.960751:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611318.960752:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960753:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611318.960754:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611318.960755:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611318.960757:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611318.960759:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611318.960760:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611318.960761:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611318.960762:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611318.960765:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749611318.960766:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611318 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611318.960768:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:0.0:1749611318.960769:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=141 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611318.960770:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611318.960772:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749611318.960773:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611318.960775:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611318.960775:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611318.960778:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611318.960778:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611318.960780:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611318.960782:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611318.960783:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611318.960785:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611318.960787:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611318.960789:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611318.960789:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611318.960791:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611318.960811:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611318.960813:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960815:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611318.960818:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611318.960819:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494654720, offset 0 00000100:00080000:0.0:1749611318.960821:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749611318.960823:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611318.960825:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611318.960828:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611318.960830:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611318.960833:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611318.960836:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945100 00000400:00000200:2.0:1749611318.960840:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8915 [1] + 0 00000400:00000200:2.0:1749611318.960844:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611318.960847:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611318.960851:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611318.960854:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494654208:0@lo:38:kworker.0 00000100:00000200:2.0:1749611318.960855:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960859:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.960861:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611318.960863:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611318.960864:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807480 x1834598494654208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960870:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611318.960872:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611318.960872:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749611318.960875:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 02000000:00000010:0.0:1749611318.960875:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbad400. 00000400:00000010:2.0:1749611318.960877:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611318.960879:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749611318.960879:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611318.960880:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611318.960881:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611318.960883:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611318.960883:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:2.0:1749611318.960885:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749611318.960885:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611318.960886:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c955400. 02000000:00000001:0.0:1749611318.960890:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611318.960892:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611318.960893:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611318.960893:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807480. 00000020:00000001:2.0:1749611318.960896:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611318.960898:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749611318.960900:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00000 x1834598494654720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611338 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960900:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960902:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960907:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611318.960909:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611318.960910:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494654720:12345-0@lo:38:kworker.0 Request processed in 195us (285us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611318.960912:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611318.960913:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611318.960917:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000400:00000001:0.0:1749611318.960917:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611318.960918:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611318.960920:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749611318.960920:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff5d8. 00000100:00000001:2.0:1749611318.960921:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611318.960923:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000020:00000010:2.0:1749611318.960925:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000400:00000010:0.0:1749611318.960925:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749611318.960927:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611318.960928:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000200:0.0:1749611318.960931:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611318.960932:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:2.0:1749611318.960934:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611318.960939:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960957:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611318.960959:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960961:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611318.960963:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611318.960964:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611318.960966:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.960968:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611318.960972:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611318 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611318.960974:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=123 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611318.960977:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611318.960978:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611318.960980:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611318.960984:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.960991:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611318.960994:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611318.960995:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.960997:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611318.960999:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611318.961001:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611318.961003:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611318.961005:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611318.961009:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611318.961016:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494654336:0@lo:38:kworker.0 00000400:00000001:0.0:1749611318.961021:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611318.961022:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611318.961023:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000400:00000200:0.0:1749611318.961025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611318.961027:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749611318.961034:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611318.961038:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611318.961046:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961053:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611318.961054:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961056:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611318.961057:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611318.961059:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611318.961060:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.961062:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611318.961065:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611318 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611318.961068:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=23 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611318.961070:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611318.961071:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611318.961073:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611318.961076:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961083:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611318.961085:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611318.961086:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961088:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611318.961089:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611318.961091:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611318.961094:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611318.961095:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611318.961099:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611318.961106:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494654464:0@lo:38:kworker.0 00000400:00000001:0.0:1749611318.961118:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611318.961119:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611318.961121:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000400:00000200:0.0:1749611318.961123:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611318.961125:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000001:0.0:1749611318.961127:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611318.961130:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611318.961138:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961144:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611318.961145:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961147:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611318.961148:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611318.961149:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611318.961150:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611318.961152:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611318.961155:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8800b422a438 time=1749611318 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611318.961158:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800b422a3f0 time=27 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611318.961160:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611318.961161:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611318.961163:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611318.961167:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961173:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611318.961175:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611318.961176:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961178:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611318.961179:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611318.961181:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611318.961183:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611318.961185:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611318.961194:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611318.961202:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494654720:0@lo:38:kworker.0 00000100:00000001:0.0:1749611318.961206:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.961208:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611318.961211:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078804380 x1834598494654336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961217:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611318.961218:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611318.961220:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf400. 02000000:00000001:0.0:1749611318.961222:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611318.961224:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611318.961225:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611318.961227:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611318.961228:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c956000. 02000000:00000001:0.0:1749611318.961231:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611318.961232:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611318.961233:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078804380. 00000100:00000001:0.0:1749611318.961235:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611318.961237:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961238:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611318.961241:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078804700 x1834598494654464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961247:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611318.961248:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611318.961249:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbaf800. 02000000:00000001:0.0:1749611318.961251:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611318.961252:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611318.961253:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611318.961255:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611318.961256:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c955c00. 02000000:00000001:0.0:1749611318.961258:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611318.961259:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611318.961260:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078804700. 00000100:00000001:0.0:1749611318.961267:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611318.961269:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961271:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611318.961274:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078804e00 x1834598494654720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611318.961280:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611318.961282:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611318.961283:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbac400. 02000000:00000001:0.0:1749611318.961285:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611318.961286:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611318.961287:0:28320:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611318.961289:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611318.961290:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009a3ff000. 02000000:00000001:0.0:1749611318.961293:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611318.961294:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611318.961295:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078804e00. 00000100:00000001:0.0:1749611318.961298:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611318.961299:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611318.961301:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.961303:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611318.961304:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611318.961305:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611318.961307:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611318.961623:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300592419, at 4300592419 00000100:00000040:2.0:1749611318.961626:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300592419, at 4300592419 00000100:00000010:3.0:1749611318.961635:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c200. 00000100:00000010:2.0:1749611318.961637:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538cd40. 00000100:00000040:1.0:1749611318.962615:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300592419, at 4300592420 00000100:00000040:0.0:1749611318.962624:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300592419, at 4300592420 00000100:00000010:1.0:1749611318.962629:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c780. 00000100:00000010:0.0:1749611318.962635:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c880. 00000100:00000001:2.0:1749611319.458729:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611319.458739:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611319.458742:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611319.458748:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611319.458752:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611319.458758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611319.458761:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611319.458764:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611319.458767:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.616829:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611319.616841:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611319.616844:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611319.616850:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611319.616855:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611319.616859:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611319.616862:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611319.616879:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.616891:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611319.616896:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.616928:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611319.616932:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611319.616935:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611319.616938:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611319.616941:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611319.616950:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494651648:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611319.616957:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611319.616959:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611319.616962:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611319.616964:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611319.616968:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.616975:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611319.616979:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab780. 00000100:00000001:0.0:1749611319.616985:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611319.616987:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611319.616992:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611319.616997:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611319.617001:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611319.617005:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8fe00 refcount=4 00000020:00000001:0.0:1749611319.617007:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00010000:00000001:0.0:1749611319.617010:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00010000:00010000:0.0:1749611319.617018:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611319.617029:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611319.617034:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611319.617053:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611319.617057:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611319.617063:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611319.617066:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611319.617069:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611319.617075:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611319.617078:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611319.617081:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611319.617084:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611319.617091:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8fe00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611319.617094:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611319.617098:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611319.617103:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611319.617105:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611319.617106:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611319.617108:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8fe00 refcount=5 00000020:00000001:0.0:1749611319.617109:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00010000:00000001:0.0:1749611319.617112:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00010000:00000001:0.0:1749611319.617115:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611319.617118:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611319.617124:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611319.617127:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611319.617138:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611319.617141:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611319.617142:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611319.617145:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611319.617147:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611319.617150:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611319.617152:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611319.617153:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611319.617155:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611319.617158:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8fe00 with handle 0x689c0ec07329d3c8 from hash 00010000:00000001:0.0:1749611319.617160:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611319.617162:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611319.617163:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611319.617164:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611319.617165:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611319.617167:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611319.617169:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611319.617170:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611319.617171:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611319.617173:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611319.617176:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611319.617181:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611319.617182:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611319.617183:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611319.617185:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611319.617186:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611319.617187:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611319.617188:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611319.617190:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8fe00/0x689c0ec07329d3c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611319.617199:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012dbe5c00 count: 0 00010000:00000001:0.0:1749611319.617236:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611319.617244:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611319.617248:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611319.617252:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3d500 x1834598494651648/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.617260:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611319.617265:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611319.617267:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611319.617270:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611319.617276:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e800. 02000000:00000001:0.0:1749611319.617283:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611319.617285:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611319.617287:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d500. 00000100:00000001:0.0:1749611319.617292:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611319.617293:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611319.617296:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611319.617299:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611319.617302:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611319.617307:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b538c880. 00000020:00000010:0.0:1749611319.617313:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd600. 00000020:00000010:0.0:1749611319.617319:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbda00. 00000040:00000010:0.0:1749611319.617324:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611319.617330:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611319.617337:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbc200. 80000000:00000010:0.0:1749611319.617343:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611319.617350:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbc800. 00080000:00000010:0.0:1749611319.617359:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c3000. 00080000:00000010:0.0:1749611319.617370:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 10000000:00000040:0.0:1749611319.617381:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749611319.617384:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611319.617391:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbda00. 00000040:00000010:0.0:1749611319.617397:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611319.617401:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611319.617407:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbc200. 80000000:00000010:0.0:1749611319.617410:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611319.617421:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbc800. 00080000:00000010:0.0:1749611319.617426:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611319.617432:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000020:00000010:0.0:1749611319.617436:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd600. 10000000:00000010:0.0:1749611319.617439:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b538c880. 10000000:01000000:0.0:1749611319.617443:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749611319.617461:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611319.617465:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611319.617468:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611319.617471:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611319.617473:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88007ef3a400) refs 2 10000000:00000001:0.0:1749611319.617475:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611319.617477:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611319.617479:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009d27c400) refs 3 10000000:00000001:0.0:1749611319.617481:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611319.617482:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611319.617483:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:0.0:1749611319.617485:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611319.617487:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:00000001:0.0:1749611319.617490:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611319.617491:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 10000000:00000001:2.0:1749611319.617495:0:24538:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000100:00000010:0.0:1749611319.617497:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00e00. 10000000:00000040:2.0:1749611319.617501:0:24538:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00000020:00000040:0.0:1749611319.617501:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00010000:00000001:2.0:1749611319.617505:0:24538:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1749611319.617506:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1749611319.617508:0:24538:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611319.617510:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:2.0:1749611319.617511:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617513:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617514:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617515:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617517:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1749611319.617517:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611319.617518:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617519:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617555:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617557:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617558:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617559:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611319.617561:0:24538:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009d27c400) refs 2 10000000:00000001:2.0:1749611319.617564:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617565:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611319.617566:0:24538:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009d27c400) refs 1 10000000:01000000:2.0:1749611319.617569:0:24538:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 02000000:00000010:0.0:1749611319.617569:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006efbd600. 10000000:00000001:2.0:1749611319.617570:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617571:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617572:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617573:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617574:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617575:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617576:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611319.617577:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611319.617578:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1749611319.617578:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611319.617579:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1749611319.617582:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 14 00010000:00000001:0.0:1749611319.617583:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 10000000:00000010:2.0:1749611319.617585:0:24538:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff88009d27c400. 00010000:00000001:0.0:1749611319.617586:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 10000000:00000001:2.0:1749611319.617591:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1749611319.617592:0:24538:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000010:0.0:1749611319.617593:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88008295ce00. 10000000:00000001:2.0:1749611319.617595:0:24538:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611319.617597:0:24538:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611319.617599:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1749611319.617600:0:24538:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1749611319.617601:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006efbde00. 00000020:00000010:2.0:1749611319.617604:0:24538:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff8800966ab900. 00000020:00000001:0.0:1749611319.617605:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1749611319.617608:0:24538:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611319.617608:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006efbde00 with handle 0x689c0ec07329d3cf to hash 00000020:00000001:0.0:1749611319.617610:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:2.0:1749611319.617613:0:24538:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8800b2387800. 00000020:00000040:2.0:1749611319.617617:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 6 00010000:00000001:0.0:1749611319.617619:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00000020:00000010:2.0:1749611319.617621:0:24538:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b4256c00. 00010000:00000001:0.0:1749611319.617622:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00010000:00000001:0.0:1749611319.617625:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00000010:00000001:2.0:1749611319.617627:0:24538:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00010000:00000001:0.0:1749611319.617627:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.617631:0:24538:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00010000:0.0:1749611319.617631:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1749611319.617633:0:24538:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611319.617636:0:24538:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611319.617639:0:24538:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00010000:0.0:1749611319.617639:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1749611319.617642:0:24538:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1749611319.617645:0:24538:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00010000:0.0:1749611319.617652:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611319.617653:0:24538:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611319.617655:0:24538:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611319.617657:0:24538:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611319.617658:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611319.617658:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611319.617660:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1749611319.617662:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611319.617664:0:24538:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000010:0.0:1749611319.617666:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880096b97600. 00000100:00080000:2.0:1749611319.617668:0:24538:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00000001:0.0:1749611319.617668:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134842955264 : -131938866596352 : ffff880096b97600) 00000020:00000001:2.0:1749611319.617670:0:24538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611319.617671:0:24538:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611319.617671:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611319.617673:0:24538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611319.617673:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359993856 : -131939349557760 : ffff880079f00e00) 00000100:00000001:2.0:1749611319.617675:0:24538:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.617677:0:24538:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1749611319.617678:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611319.617681:0:24538:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:2.0:1749611319.617684:0:24538:0:(import.c:66:import_set_state_nolock()) ffff8800b422a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:0.0:1749611319.617684:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.617686:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611319.617687:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611319.617688:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611319.617689:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611319.617690:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611319.617691:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611319.617693:0:24538:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611319.617694:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.617696:0:24538:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.617698:0:24538:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611319.617699:0:24538:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611319.617701:0:24538:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611319.617702:0:24538:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611319.617703:0:24538:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000001:0.0:1749611319.617703:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611319.617705:0:24538:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611319.617705:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611319.617707:0:24538:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611319.617708:0:24538:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00080000:0.0:1749611319.617708:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.617709:0:24538:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611319.617710:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611319.617711:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611319.617713:0:24538:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611319.617715:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611319.617716:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.617718:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:2.0:1749611319.617719:0:24538:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1749611319.617719:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611319.617721:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000001:00000001:2.0:1749611319.617722:0:24538:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1749611319.617728:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611319.617730:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611319.617732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611319.617734:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611319.617736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611319.618361:0:24538:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611319.618364:0:24538:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611319.618372:0:24538:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611319.618931:0:24538:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.618935:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:2.0:1749611319.618940:0:24538:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611319.618942:0:24538:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611319.618946:0:24538:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b4256c00. 00000020:00000040:2.0:1749611319.618952:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 3 00000020:00000010:2.0:1749611319.618972:0:24538:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b4256c00. 00000010:00000001:2.0:1749611319.618975:0:24538:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:2.0:1749611319.618977:0:24538:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611319.618979:0:24538:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1749611319.618981:0:24538:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611319.618983:0:24538:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611319.618985:0:24538:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1749611319.618987:0:24538:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611319.618989:0:24538:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611319.618991:0:24538:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611319.618992:0:24538:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611319.618993:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611319.618995:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611319.618996:0:24538:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1749611319.618998:0:24538:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000001:2.0:1749611319.619000:0:24538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611319.619002:0:24538:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611319.619003:0:24538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611319.619005:0:24538:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619006:0:24538:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1749611319.619008:0:24538:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1749611319.619010:0:24538:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1749611319.619014:0:24538:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e300. 00000020:00000040:2.0:1749611319.619017:0:24538:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749611319.619020:0:24538:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611319.619022:0:24538:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611319.619025:0:24538:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611319.619030:0:24538:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5900. 00000100:00000001:2.0:1749611319.619034:0:24538:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619043:0:24538:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000100:00080000:2.0:1749611319.619047:0:24538:0:(import.c:66:import_set_state_nolock()) ffff88009a7b3000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1749611319.619051:0:24538:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611319.619055:0:24538:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611319.619062:0:24538:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3e300] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.619093:0:24538:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.619190:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611319.619196:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611319.619198:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611319.619207:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.619219:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611319.619221:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611319.619225:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611319.619229:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611319.619232:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611319.619236:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494655104:0@lo:39:umount.0 00000100:00000001:0.0:1749611319.619241:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611319.619246:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611319.619249:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611319.619252:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611319.619257:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbc800. 02000000:00000001:0.0:1749611319.619259:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611319.619268:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000400:00000010:0.0:1749611319.619277:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000200:0.0:1749611319.619287:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494655104, portal 10 00000100:00000001:0.0:1749611319.619289:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611319.619291:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000100:00000040:0.0:1749611319.619300:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.619310:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611319.619314:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611319.619316:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749611319.619319:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494655104, offset 0 00000400:00000200:0.0:1749611319.619326:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611319.619356:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611319.619371:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945280 00000400:00000200:0.0:1749611319.619380:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 60160 00000400:00000200:0.0:1749611319.619390:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611319.619395:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611319.619403:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611319.619405:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611319.619410:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00700. 00000100:00000040:0.0:1749611319.619415:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f00700 x1834598494655104 msgsize 224 00000100:00100000:0.0:1749611319.619419:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611319.619445:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611319.619455:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611319.619457:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749611319.619461:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611319.619466:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.619477:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611319.619479:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.619487:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.619489:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611319.619494:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611319.619500:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1058 usecs (2 jiffies) 00000100:00000001:0.0:1749611319.619505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300593078 00000100:00000010:0.0:1749611319.619509:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c880. 00000100:00000001:0.0:1749611319.619518:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611319.619553:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300593079 00000100:00000010:0.0:1749611319.619556:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c800. 00000100:00000001:0.0:1749611319.619560:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611319.619571:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611319.619572:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300593079 00000100:00000010:0.0:1749611319.619575:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c000. 00000100:00100000:2.0:1749611319.619576:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655104 00000100:00000001:0.0:1749611319.619578:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749611319.619580:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611319.619584:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611319.619587:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.619589:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300593079 02000000:00000001:2.0:1749611319.619592:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611319.619592:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c940. 00000100:00000001:0.0:1749611319.619595:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611319.619597:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655104 00000020:00000001:2.0:1749611319.619600:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611319.619603:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3ba 00000020:00000001:2.0:1749611319.619605:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611319.619609:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d241000 refcount=5 00000020:00000001:2.0:1749611319.619612:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000020:00000001:2.0:1749611319.619615:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950604800 : -131938758946816 : ffff88009d241000) 00000100:00000001:2.0:1749611319.619622:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611319.619624:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611319.619627:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b160c0. 00000100:00000001:0.0:1749611319.619628:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.619631:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619632:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611319.619634:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b160c0. 00000100:00000001:0.0:1749611319.619634:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611319.619641:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:0.0:1749611319.619643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611319.619645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611319.619647:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749611319.619647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611319.619649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611319.619650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.619652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611319.619653:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000040:2.0:1749611319.619663:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611319.619666:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611319.619668:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611319.619672:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619681:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619702:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611319.619723:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611319.619726:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611319.619733:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00000040:2.0:1749611319.619737:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88009d241000 : new rpc_count 1 00000100:00000001:2.0:1749611319.619740:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359992064 : -131939349559552 : ffff880079f00700) 00000100:00000040:2.0:1749611319.619746:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f00700 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 224/0 e 0 to 0 dl 1749611330 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.619758:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611319.619760:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b160c0. 00000100:00000001:2.0:1749611319.619763:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611319.619765:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b160c0. 00000100:00100000:2.0:1749611319.619770:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494655104:12345-0@lo:39:umount.0 00000100:00000200:2.0:1749611319.619774:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655104 00000020:00000001:2.0:1749611319.619779:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611319.619783:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611319.619815:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611319.619819:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611319.619822:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702688 : -1592848928 : ffffffffa10f0de0) 00000020:00000001:2.0:1749611319.619826:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611319.619832:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611319.619834:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611319.619837:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611319.619839:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611319.619842:0:9691:0:(tgt_handler.c:1098:tgt_disconnect()) Process entered 00010000:00000001:2.0:1749611319.619846:0:9691:0:(ldlm_lib.c:1641:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1749611319.619850:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611319.619853:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611319.619858:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63d800. 02000000:00000001:2.0:1749611319.619861:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619863:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611319.619868:0:9691:0:(genops.c:887:class_export_get()) GET export ffff88009d241000 refcount=6 00010000:00000001:2.0:1749611319.619870:0:9691:0:(obd_class.h:931:obd_disconnect()) Process entered 00000004:00000001:2.0:1749611319.619875:0:9691:0:(mdt_handler.c:7392:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1749611319.619884:0:9691:0:(genops.c:887:class_export_get()) GET export ffff88009d241000 refcount=7 00010000:00000001:2.0:1749611319.619887:0:9691:0:(ldlm_lib.c:774:server_disconnect_export()) Process entered 00000020:00000001:2.0:1749611319.619890:0:9691:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1749611319.619896:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 6 00000020:00000080:2.0:1749611319.619898:0:9691:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d3ba 00000020:00000040:2.0:1749611319.619901:0:9691:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d241000 with handle 0x689c0ec07329d3ba from hash 00000020:00000040:2.0:1749611319.619907:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 5 00000020:00000001:2.0:1749611319.619911:0:9691:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611319.619913:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 4 00000020:00000001:2.0:1749611319.619915:0:9691:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611319.619916:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 3 00000020:00000001:2.0:1749611319.619918:0:9691:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.619920:0:9691:0:(import.c:2063:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1749611319.619923:0:9691:0:(import.c:66:import_set_state_nolock()) ffff88012d16c000 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1749611319.619926:0:9691:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611319.619928:0:9691:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611319.619929:0:9691:0:(import.c:2073:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1749611319.619951:0:9691:0:(ldlm_lib.c:805:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1749611319.619957:0:9691:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1749611319.619961:0:9691:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1749611319.619965:0:9691:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff88009d241000 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1749611319.619968:0:9691:0:(mdt_handler.c:7314:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1749611319.619975:0:9691:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1749611319.619977:0:9691:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611319.619977:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:2.0:1749611319.619980:0:9691:0:(mdt_handler.c:7383:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611319.619980:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611319.619983:0:9691:0:(nodemap_handler.c:579:nodemap_del_member()) Process entered 00010000:00010000:0.0:1749611319.619984:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000040:2.0:1749611319.619987:0:9691:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:2.0:1749611319.619992:0:9691:0:(nodemap_member.c:31:nm_member_del()) Process entered 00000001:00000040:2.0:1749611319.619995:0:9691:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000040:2.0:1749611319.619998:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 2 00000001:00000001:2.0:1749611319.620000:0:9691:0:(nodemap_member.c:49:nm_member_del()) Process leaving 00000001:00000040:2.0:1749611319.620002:0:9691:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 3 00000001:00000001:2.0:1749611319.620004:0:9691:0:(nodemap_handler.c:604:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1749611319.620005:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 1 00000004:00000001:2.0:1749611319.620007:0:9691:0:(mdt_handler.c:7418:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611319.620015:0:9691:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611319.620017:0:9691:0:(ldlm_lib.c:1662:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611319.620019:0:9691:0:(tgt_handler.c:1106:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611319.620023:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494655104 00010000:00000001:2.0:1749611319.620026:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611319.620033:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f00700 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 224/224 e 0 to 0 dl 1749611330 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611319.620043:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611319.620046:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611319.620050:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611319.620055:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611319.620058:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611319.620061:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611319.620064:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611319.620067:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.620069:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611319.620072:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611319.620075:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611319.620080:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494655104, offset 224 00000400:00000200:2.0:1749611319.620085:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611319.620094:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611319.620101:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945280 00000400:00000200:2.0:1749611319.620107:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8925 [1] + 224 00000400:00000200:2.0:1749611319.620112:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611319.620116:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611319.620119:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611319.620125:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611319.620136:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.620157:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611319.620164:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611319.620166:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611319.620174:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611319.620176:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611319.620177:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611319.620178:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611319.620182:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611319.620183:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611319.620185:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611319.620186:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611319.620188:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00010000:00000001:2.0:1749611319.620189:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611319.620190:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611319.620193:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749611319.620194:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611319.620196:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000040:2.0:1749611319.620197:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00700 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 224/224 e 0 to 0 dl 1749611330 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.620199:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611319.620204:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611319.620209:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+1:28320:x1834598494655104:12345-0@lo:39:umount.0 Request processed in 449us (792us total) trans 0 rc 0/0 00000100:00000200:0.0:1749611319.620214:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611319.620219:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00000001:0.0:1749611319.620222:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611319.620223:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88009d241000 : new rpc_count 0 00000100:00000001:0.0:1749611319.620223:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611319.620226:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611319.620226:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611319.620228:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611319.620229:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611319.620230:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611319.620233:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611319.620234:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 02000000:00000001:0.0:1749611319.620236:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611319.620240:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00001000:0.0:1749611319.620243:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88009a7b3438 time=28 v=5 (5 0 0 0) 00000020:00000010:2.0:1749611319.620245:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000020:00000040:2.0:1749611319.620250:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88009d241000 : new refcount 0 00000020:00000080:2.0:1749611319.620252:0:9691:0:(genops.c:904:class_export_put()) final put ffff88009d241000/lustre-MDT0001-lwp-OST0000_UUID 00000100:00001000:0.0:1749611319.620254:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88009a7b33f0 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611319.620257:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611319.620259:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611319.620261:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749611319.620267:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.620271:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611319.620274:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.620278:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611319.620279:0:28320:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611319.620281:0:28320:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611319.620282:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611319.620286:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611319.620293:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611319.620296:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611319.620298:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611319.620300:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009a7b3000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1749611319.620303:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611319.620306:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611319.620307:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611319.620308:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000040:0.0:1749611319.620316:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611319.620323:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494655104:0@lo:39:umount.0 00000100:00000001:2.0:1749611319.620325:0:24538:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.620328:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.620329:0:24538:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:0.0:1749611319.620330:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611319.620331:0:24538:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1749611319.620333:0:24538:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000040:0.0:1749611319.620333:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3e300 x1834598494655104/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611319.620335:0:24538:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611319.620338:0:24538:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1749611319.620340:0:24538:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611319.620340:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611319.620343:0:24538:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611319.620344:0:24538:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611319.620345:0:24538:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611319.620347:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611319.620349:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611319.620354:0:24538:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:0.0:1749611319.620355:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611319.620358:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbc800. 02000000:00000001:0.0:1749611319.620361:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611319.620363:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:2.0:1749611319.620363:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:2.0:1749611319.620366:0:24538:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611319.620368:0:24538:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1749611319.620368:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000080:3.0:1749611319.620369:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88009d241000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000040:0.0:1749611319.620370:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611319.620373:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611319.620375:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5900. 00000020:00000040:3.0:1749611319.620376:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611319.620378:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1749611319.620379:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 02000000:00000001:0.0:1749611319.620380:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611319.620381:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e300. 00000004:00000001:3.0:1749611319.620383:0:18174:0:(mdt_handler.c:7569:mdt_destroy_export()) Process entered 00000100:00000001:0.0:1749611319.620385:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1749611319.620386:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d16c000 refcount=2 obd=lustre-MDT0001 00000100:00000001:0.0:1749611319.620386:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611319.620388:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611319.620389:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611319.620390:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611319.620392:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611319.620394:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611319.620395:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611319.620401:0:18174:0:(genops.c:1242:class_import_put()) import ffff88012d16c000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1749611319.620403:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611319.620406:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611319.620407:0:18174:0:(genops.c:1242:class_import_put()) import ffff88012d16c000 refcount=0 obd=lustre-MDT0001 00000020:00000040:3.0:1749611319.620409:0:18174:0:(genops.c:1245:class_import_put()) final put import ffff88012d16c000 00000020:00000001:3.0:1749611319.620420:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1749611319.620424:0:18174:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff880137649d00. 00010000:00000001:3.0:1749611319.620429:0:18174:0:(ldlm_lockd.c:3179:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1749611319.620432:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611319.620441:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125800. 00000001:00000010:3.0:1749611319.620447:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125600. 00000001:00000010:3.0:1749611319.620449:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124200. 00000001:00000010:3.0:1749611319.620455:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124e00. 00000001:00000010:3.0:1749611319.620457:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880122460fe0. 00000001:00000010:3.0:1749611319.620463:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88008350d780. 00000001:00000001:3.0:1749611319.620468:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1749611319.620471:0:18174:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:3.0:1749611319.620474:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611319.620479:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125200. 00000001:00000010:3.0:1749611319.620481:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c9be800. 00000001:00000010:3.0:1749611319.620486:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c9bf400. 00000001:00000010:3.0:1749611319.620488:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c9be400. 00000001:00000010:3.0:1749611319.620490:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff880122460120. 00000001:00000010:3.0:1749611319.620492:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88008350d3c0. 00000001:00000001:3.0:1749611319.620495:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1749611319.620496:0:18174:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1749611319.620498:0:18174:0:(ldlm_lockd.c:3184:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1749611319.620504:0:18174:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff880096dff500. 00000020:00000020:3.0:1749611319.620508:0:18174:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1749611319.620512:0:18174:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1749611319.620515:0:18174:0:(mdt_handler.c:7599:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611319.620518:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611319.620521:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000010:3.0:1749611319.620549:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88009d241000. 00000020:00000001:3.0:1749611319.620567:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749611319.620578:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749611319.620580:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012d16c000 for lustre-MDT0001 00000100:00000040:0.0:1749611319.620580:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300593078, at 4300593078 00000020:00000040:3.0:1749611319.620584:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000040:3.0:1749611319.620588:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - import 00000100:00000010:0.0:1749611319.620588:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c880. 00000020:00000010:3.0:1749611319.620590:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012d16c000. 00000020:00000001:3.0:1749611319.620595:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:2.0:1749611319.621052:0:24538:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611319.621055:0:24538:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611319.621056:0:24538:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611319.621585:0:24538:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611319.621588:0:24538:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:2.0:1749611319.621592:0:24538:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611319.621594:0:24538:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611319.621597:0:24538:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b4256c00. 00000020:00000001:2.0:1749611319.621602:0:24538:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611319.621605:0:24538:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8800b2387800. 00000020:00000010:2.0:1749611319.621608:0:24538:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8800b4256c60. 00000020:00000010:2.0:1749611319.621611:0:24538:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff880091b16fc0. 00000100:00000040:3.0:1749611319.621622:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300593079, at 4300593079 00000100:00000040:2.0:1749611319.621622:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300593079, at 4300593079 00000100:00000010:2.0:1749611319.621628:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c000. 00000100:00000010:3.0:1749611319.621633:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c940. 00000020:00000010:2.0:1749611319.621636:0:24538:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000020:00000010:2.0:1749611319.621640:0:24538:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f000. 00000100:00000040:1.0:1749611319.621642:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300593079, at 4300593079 00000040:00000010:2.0:1749611319.621643:0:24538:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f600. 00000020:00000010:2.0:1749611319.621648:0:24538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0b800. 00000020:00000010:2.0:1749611319.621653:0:24538:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813250. 00000020:00000010:2.0:1749611319.621656:0:24538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:2.0:1749611319.621659:0:24538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256c60. 00000100:00000010:1.0:1749611319.621660:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c800. 40000000:00000010:2.0:1749611319.621664:0:24538:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b16fc0. 00100000:00000010:2.0:1749611319.621670:0:24538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0d800. 00040000:00000010:2.0:1749611319.621675:0:24538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012dbe5900. 00040000:00000010:2.0:1749611319.621679:0:24538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e200. 00080000:00000010:2.0:1749611319.621685:0:24538:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118a000. 00080000:00000010:2.0:1749611319.621691:0:24538:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:2.0:1749611319.621699:0:24538:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e0f800. 00000004:00000010:2.0:1749611319.621705:0:24538:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880131189000. 00000004:00000010:2.0:1749611319.621711:0:24538:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0c000. 00002000:00000010:2.0:1749611319.621716:0:24538:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c63e800. 00000004:00000010:2.0:1749611319.621728:0:24538:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c63ec00. 00000020:00000010:2.0:1749611319.621733:0:24538:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880091b160c0. 00000020:00000001:2.0:1749611319.621738:0:24538:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1749611319.621741:0:24538:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8800b4256c00. 00000020:00000001:2.0:1749611319.621745:0:24538:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:2.0:1749611319.621747:0:24538:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:2.0:1749611319.621751:0:24538:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1749611319.621754:0:24538:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1749611319.621757:0:24538:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611319.621759:0:24538:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611319.621760:0:24538:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88007ef3a400) refs 3 10000000:00000001:2.0:1749611319.621763:0:24538:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611319.621765:0:24538:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134444114944 : -131939265436672 : ffff88007ef3a400) 00010000:00000010:2.1:1749611319.622727:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012dbe5c00. 00010000:00000010:2.1:1749611319.622738:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8fe00. 00010000:00000001:0.0:1749611319.778683:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611319.778694:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611319.778869:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611319.778875:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611319.778880:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611320.458824:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611320.458836:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611320.458839:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611320.458845:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611320.458850:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611320.458855:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611320.458858:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611320.458862:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611320.458865:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611320.617826:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611320.617837:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611320.617840:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611320.617846:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611320.617851:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611320.617856:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611320.617859:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611320.617864:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611320.617867:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611320.619623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611320.619645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611320.619648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611320.619655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611320.619658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611320.619663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611320.619666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611320.780725:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611320.780736:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611320.780895:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611320.780901:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611320.780906:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611321.458701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611321.458715:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611321.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611321.458723:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611321.458727:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611321.458732:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611321.458736:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611321.458739:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611321.458742:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611321.617717:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611321.617729:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611321.617732:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611321.617737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611321.617742:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611321.617747:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611321.617750:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611321.617754:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611321.617757:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611321.619732:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611321.619750:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611321.619752:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611321.619757:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611321.619760:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611321.619763:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611321.619766:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611321.782679:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611321.782690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611321.782844:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611321.782850:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611321.782854:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611322.458706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611322.458718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611322.458721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611322.458726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611322.458731:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611322.458737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611322.458741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611322.458744:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611322.458746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611322.617831:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611322.617841:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611322.617844:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611322.617872:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611322.617877:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611322.617882:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611322.617885:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611322.617890:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611322.617893:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611322.619719:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611322.619737:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611322.619740:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611322.619744:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611322.619746:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611322.619750:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611322.619753:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611322.784653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611322.784659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611322.784798:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611322.784812:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611322.784817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611323.458798:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611323.458810:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611323.458813:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611323.458818:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611323.458822:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611323.458827:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.458831:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611323.458835:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.458838:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611323.617742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611323.617790:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611323.617793:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611323.617799:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611323.617802:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611323.617806:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611323.617809:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611323.617813:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611323.617815:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.619645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611323.619662:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611323.619664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.619668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611323.619671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611323.619675:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.619678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611323.786661:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611323.786669:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611323.786825:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611323.786831:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611323.786835:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1749611323.966685:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611323.966696:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749611323.966700:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611323.966704:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611323.966708:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611323.966712:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611323.966716:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611323.966723:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5925 00000100:00080000:3.0:1749611323.966728:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611323.966732:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611323.966736:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611323.966739:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611323.966742:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611323.966789:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611323.966792:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611323.966796:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611323.966800:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611323.966803:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611323.966806:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611323.966810:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611323.966812:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611323.966814:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611323.966839:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611323.966844:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611323.966849:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611323.966852:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611323.966856:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611323.966864:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611323.966867:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.966870:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611323.966874:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611323.966882:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804a80. 00000020:00000040:3.0:1749611323.966886:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749611323.966892:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611323.966895:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.966899:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611323.966902:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611323.966907:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611323.966917:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3000. 00000100:00000001:3.0:1749611323.966927:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611323.966939:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611323.966952:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611323.966958:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611323.966963:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078804a80] to pc [ptlrpcd_rcv+-1] req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.966995:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611323.966999:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611323.967004:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611323.967005:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611323.967007:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611323.967010:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611323.967012:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5925 00000100:00080000:3.0:1749611323.967015:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611323.967024:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611323.967027:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611323.967029:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611323.967031:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611323.967033:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611323.967035:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611323.967036:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611323.967038:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611323.967040:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611323.967042:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611323.967045:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611323.967047:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611323.967048:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611323.967050:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611323.967052:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611323.967054:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611323.967056:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611323.967058:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611323.967062:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611323.967064:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967066:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611323.967068:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611323.967072:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805c00. 00000020:00000040:3.0:1749611323.967074:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611323.967076:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611323.967078:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967079:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611323.967081:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611323.967082:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611323.967086:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3800. 00000100:00000001:3.0:1749611323.967090:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611323.967094:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611323.967099:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611323.967107:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611323.967110:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611323.967115:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611323.967117:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611323.967120:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611323.967122:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805c00] to pc [ptlrpcd_rcv+-1] req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.967130:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967132:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1749611323.967133:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611323.967135:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611323.967137:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611323.967138:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611323.967139:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611323.967140:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611323.967142:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611323.967144:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5925 02000000:00000001:2.0:1749611323.967144:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749611323.967147:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749611323.967147:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611323.967149:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611323.967151:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611323.967151:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494655232:0@lo:38:kworker.0 00000100:00000040:3.0:1749611323.967153:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611323.967155:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611323.967156:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611323.967157:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611323.967158:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749611323.967159:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611323.967161:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749611323.967162:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749611323.967164:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611323.967164:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611323.967166:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611323.967167:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749611323.967169:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611323.967171:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611323.967173:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611323.967175:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749611323.967176:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cf49c00. 00000020:00000040:3.0:1749611323.967177:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:3.0:1749611323.967179:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611323.967181:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611323.967188:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611323.967189:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611323.967192:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611323.967194:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967196:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611323.967198:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611323.967200:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000010:3.0:1749611323.967202:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805f80. 00000020:00000040:3.0:1749611323.967204:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611323.967206:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611323.967207:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967209:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611323.967210:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749611323.967210:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:3.0:1749611323.967212:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611323.967215:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab1400. 00000100:00000001:3.0:1749611323.967218:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611323.967222:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611323.967222:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494655232, portal 4 00000100:00000001:2.0:1749611323.967225:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611323.967227:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335892096 : -131939373659520 : ffff880078804a80) 00000100:00000001:3.0:1749611323.967229:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611323.967231:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611323.967234:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805f80] to pc [ptlrpcd_rcv+-1] req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611323.967236:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.967241:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611323.967243:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611323.967246:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611323.967248:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749611323.967250:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1749611323.967251:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806300. 00000400:00000010:2.0:1749611323.967252:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000020:00000040:3.0:1749611323.967254:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:2.0:1749611323.967256:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494655232, offset 0 00000100:00000001:3.0:1749611323.967257:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611323.967258:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611323.967260:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611323.967263:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611323.967264:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297200. 00000100:00000001:3.0:1749611323.967266:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611323.967270:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611323.967278:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611323.967284:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611323.967284:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611323.967291:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078806300] to pc [ptlrpcd_00_01+1] req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611323.967300:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf945300 00000400:00000200:2.0:1749611323.967309:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 7800 00000400:00000200:2.0:1749611323.967320:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611323.967325:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611323.967332:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967332:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611323.967334:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749611323.967339:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5935) 00000100:00000010:2.0:1749611323.967340:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e300. 00000100:00000040:2.0:1749611323.967344:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e300 x1834598494655232 msgsize 520 00000100:00100000:2.0:1749611323.967348:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611323.967364:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611323.967373:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611323.967374:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611323.967376:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00100000:3.0:1749611323.967377:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749611323.967379:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.967380:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611323.967385:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.967390:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611323.967393:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.967394:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611323.967395:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611323.967396:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611323.967397:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.967398:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611323.967404:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.967405:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967411:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611323.967412:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611323.967413:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611323.967416:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611323.967418:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611323.967418:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611323.967421:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611323.967424:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494655616:0@lo:400:kworker.0 00000100:00000040:2.0:1749611323.967424:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1291 usecs (2 jiffies) 00000100:00000001:3.0:1749611323.967428:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611323.967429:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300597426 02000000:00000001:3.0:1749611323.967432:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611323.967434:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611323.967434:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16f40. 02000000:00000001:3.0:1749611323.967436:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611323.967440:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b8b5400. 02000000:00000001:3.0:1749611323.967443:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967443:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:3.0:1749611323.967448:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000001:1.0:1749611323.967448:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611323.967454:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611323.967455:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000200:3.0:1749611323.967460:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494655616, portal 10 00000100:00000001:3.0:1749611323.967462:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611323.967464:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335898368 : -131939373653248 : ffff880078806300) 00000100:00000001:2.0:1749611323.967467:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300597426 00000100:00000010:2.0:1749611323.967470:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16e80. 00000100:00000040:3.0:1749611323.967471:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.967474:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611323.967478:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300597426 00000100:00000010:2.0:1749611323.967481:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16480. 00000100:00000001:2.0:1749611323.967485:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611323.967488:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300597426 00000100:00000001:3.0:1749611323.967490:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749611323.967490:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16340. 00000100:00000040:3.0:1749611323.967493:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611323.967493:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000010:3.0:1749611323.967496:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611323.967496:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611323.967497:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749611323.967499:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494655616, offset 0 00000100:00000001:2.0:1749611323.967499:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611323.967499:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655232 02000000:00000001:1.0:1749611323.967502:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749611323.967504:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611323.967504:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967506:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611323.967506:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611323.967509:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611323.967513:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611323.967513:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749611323.967514:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967515:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.967517:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611323.967519:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611323.967519:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655232 00000400:00000200:3.0:1749611323.967520:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945480 00000100:00000001:2.0:1749611323.967520:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611323.967555:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 60384 00000020:00000001:1.0:1749611323.967557:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611323.967559:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749611323.967561:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611323.967561:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611323.967562:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611323.967564:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611323.967566:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611323.967566:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967570:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611323.967571:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749611323.967573:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611323.967573:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611323.967573:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 02000000:00000001:2.0:1749611323.967575:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1749611323.967577:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806a00. 02000000:00000001:2.0:1749611323.967578:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611323.967580:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611323.967580:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2200. 00000100:00000040:3.0:1749611323.967581:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880078806a00 x1834598494655616 msgsize 224 00000100:00100000:2.0:1749611323.967583:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494655360:0@lo:38:kworker.0 00000100:00100000:3.0:1749611323.967585:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611323.967587:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749611323.967593:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611323.967593:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611323.967595:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611323.967595:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611323.967596:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611323.967597:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611323.967598:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611323.967600:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611323.967601:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611323.967603:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000010:2.0:1749611323.967605:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68800. 00000100:00000001:1.0:1749611323.967605:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611323.967607:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967608:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611323.967611:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000100:00000200:3.0:1749611323.967612:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611323.967615:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000200:2.0:1749611323.967619:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494655360, portal 10 00000100:00000001:3.0:1749611323.967621:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611323.967621:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611323.967623:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335896576 : -131939373655040 : ffff880078805c00) 00000100:00000040:3.0:1749611323.967624:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611323.967628:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611323.967630:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.967631:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967633:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611323.967636:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967636:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611323.967638:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611323.967640:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000001:1.0:1749611323.967640:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611323.967641:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 957 usecs (1 jiffies) 00000100:00000200:2.0:1749611323.967642:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494655360, offset 0 00000100:00000001:1.0:1749611323.967642:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611323.967644:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300597426 00000400:00000200:2.0:1749611323.967646:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611323.967647:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300597426 00000100:00100000:1.0:1749611323.967649:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00000001:3.0:1749611323.967650:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300597426 00000100:00000001:3.0:1749611323.967652:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300597426 00000100:00000001:1.0:1749611323.967653:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000400:00000200:2.0:1749611323.967654:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611323.967659:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e300 x1834598494655232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.967660:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300597426 00000400:00000200:2.0:1749611323.967660:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945380 00000100:00000001:3.0:1749611323.967663:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300597426 00000100:00000001:3.0:1749611323.967665:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300597426 00000400:00000200:2.0:1749611323.967665:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 60608 00000100:00000001:3.0:1749611323.967668:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300597426 00000100:00000001:3.0:1749611323.967670:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611323.967670:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611323.967672:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611323.967673:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611323.967675:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967676:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611323.967678:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611323.967678:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611323.967682:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d500. 00000100:00000040:2.0:1749611323.967685:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3d500 x1834598494655360 msgsize 520 00000100:00100000:2.0:1749611323.967689:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611323.967690:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611323.967691:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494655232:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611323.967696:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655232 00000100:00000001:2.0:1749611323.967697:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611323.967701:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000020:00000001:1.0:1749611323.967701:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611323.967703:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:2.0:1749611323.967705:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611323.967705:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655616 00010000:00000001:1.0:1749611323.967706:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611323.967708:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611323.967709:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611323.967710:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611323.967713:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.967716:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611323.967717:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611323.967718:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655360 00000100:00100000:0.0:1749611323.967720:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655616 02000000:00000001:3.0:1749611323.967721:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611323.967723:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749611323.967723:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611323.967724:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611323.967724:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611323.967725:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611323.967727:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611323.967728:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611323.967728:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611323.967729:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749611323.967730:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:3.0:1749611323.967731:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655360 00000100:00000040:2.0:1749611323.967732:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611323.967733:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749611323.967733:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611323.967733:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000040:3.0:1749611323.967734:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611323.967736:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749611323.967736:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611323.967736:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749611323.967738:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611323.967740:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967740:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.967740:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611323.967741:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611323.967742:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611323.967744:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5000. 00000100:00000001:1.0:1749611323.967744:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749611323.967769:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6da00. 00000020:00000010:3.0:1749611323.967774:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749611323.967776:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611323.967776:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538c880. 00000100:00000001:3.0:1749611323.967778:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749611323.967779:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611323.967780:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611323.967781:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1122 usecs (2 jiffies) 00000100:00000001:3.0:1749611323.967783:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611323.967783:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b538ce00. 00000100:00000001:2.0:1749611323.967784:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300597427 02000000:00000010:1.0:1749611323.967784:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a5000. 00000100:00000001:3.0:1749611323.967787:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611323.967787:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967789:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300597426 00000100:00000001:1.0:1749611323.967789:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611323.967791:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611323.967793:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300597427 00000100:00000001:3.0:1749611323.967795:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611323.967795:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611323.967796:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300597426 00010000:00000001:1.0:1749611323.967798:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967799:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300597427 00000100:00001000:1.0:1749611323.967802:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611323.967803:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611323.967803:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300597426 00000100:00000001:3.0:1749611323.967805:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611323.967805:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300597427 00000100:00000001:1.0:1749611323.967806:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611323.967808:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300597426 00000100:00100000:3.0:1749611323.967810:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00000001:1.0:1749611323.967810:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611323.967811:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611323.967812:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611323.967813:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910743808 : -131938798807808 : ffff88009ac3d500) 00000100:00000001:2.0:1749611323.967813:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611323.967813:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611323.967815:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611323.967816:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749611323.967817:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbc800. 00000100:00000040:3.0:1749611323.967818:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d500 x1834598494655360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611323.967819:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611323.967820:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611323.967822:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000010:0.0:1749611323.967822:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 02000000:00000001:1.0:1749611323.967825:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611323.967827:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749611323.967827:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 02000000:00000001:1.0:1749611323.967828:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967829:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.967830:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611323.967831:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611323.967833:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611323.967833:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611323.967835:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749611323.967836:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611323.967837:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749611323.967837:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749611323.967839:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494655488:0@lo:38:kworker.0 00000100:00000001:0.0:1749611323.967839:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611323.967842:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611323.967842:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494655232, offset 0 00000100:00000001:0.0:1749611323.967842:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611323.967844:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494655360:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611323.967844:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611323.967847:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749611323.967848:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655360 00000400:00000200:1.0:1749611323.967848:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611323.967849:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749611323.967851:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611323.967851:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611323.967851:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611323.967853:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749611323.967854:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749611323.967857:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000400:00000200:1.0:1749611323.967857:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611323.967859:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611323.967859:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611323.967862:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe1b8. 00000020:00000001:3.0:1749611323.967864:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611323.967866:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00010000:00020000:3.0:1749611323.967867:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611323.967868:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611323.967869:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749611323.967870:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611323.967870:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494655488, portal 10 00000400:00000200:1.0:1749611323.967871:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf945300 00000100:00000001:2.0:1749611323.967872:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749611323.967873:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611323.967874:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335897472 : -131939373654144 : ffff880078805f80) 00000100:00100000:0.0:1749611323.967874:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00000001:3.0:1749611323.967876:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611323.967877:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611323.967878:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611323.967878:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8931 [1] + 0 00000100:00000001:0.0:1749611323.967879:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335900160 : -131939373651456 : ffff880078806a00) 02000000:00000001:3.0:1749611323.967880:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611323.967881:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611323.967883:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749611323.967884:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab2000. 02000000:00000001:3.0:1749611323.967886:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611323.967886:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078806a00 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:4/0 lens 224/0 e 0 to 0 dl 1749611334 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.967887:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611323.967887:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611323.967888:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611323.967890:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611323.967891:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611323.967891:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749611323.967891:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611323.967893:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611323.967894:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494655488, offset 0 00000100:00001000:3.0:1749611323.967896:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611323.967897:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611323.967897:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611323.967897:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611323.967899:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749611323.967899:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538ce00. 00000100:00000001:3.0:1749611323.967902:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611323.967902:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611323.967904:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b538ce00. 00000100:00000040:3.0:1749611323.967905:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611323.967905:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611323.967907:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611323.967909:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611323.967909:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611323.967910:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945400 00000100:00100000:0.0:1749611323.967910:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494655616:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749611323.967913:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611323.967914:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 61128 00000100:00000200:0.0:1749611323.967914:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655616 02000000:00000001:3.0:1749611323.967915:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611323.967916:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611323.967916:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611323.967918:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611323.967919:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611323.967920:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611323.967920:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749611323.967920:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:3.0:1749611323.967923:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000400:00000200:2.0:1749611323.967923:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611323.967923:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611323.967926:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000020:00000001:0.0:1749611323.967926:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1749611323.967929:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000020:00000001:0.0:1749611323.967929:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611323.967932:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749611323.967932:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611323.967934:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611323.967936:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.967938:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611323.967938:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611323.967938:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749611323.967940:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494655360, offset 0 00000100:00000200:2.0:1749611323.967941:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749611323.967941:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749611323.967944:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3fb80. 00000100:00000001:1.0:1749611323.967944:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611323.967945:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611323.967946:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611323.967947:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3fb80 x1834598494655488 msgsize 520 00000020:00000001:0.0:1749611323.967947:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611323.967949:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611323.967951:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611323.967951:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e300 x1834598494655232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611323.967952:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1749611323.967953:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611323.967957:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611323.967960:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611323.967960:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749611323.967961:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494655232:12345-0@lo:38:kworker.0 Request processed in 271us (615us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749611323.967964:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbaf800. 00000400:00000200:3.0:1749611323.967966:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945380 00000400:00000200:2.0:1749611323.967966:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 02000000:00000001:0.0:1749611323.967967:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611323.967968:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:0.0:1749611323.967969:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967971:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611323.967971:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000020:00000001:0.0:1749611323.967972:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611323.967974:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8941 [1] + 0 00000100:00000001:1.0:1749611323.967974:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611323.967975:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749611323.967975:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494655616 00000100:00000001:1.0:1749611323.967976:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749611323.967978:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749611323.967979:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611323.967982:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611323.967982:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2200. 00000400:00000200:3.0:1749611323.967983:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:0.0:1749611323.967984:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078806a00 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:4/0 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611323.967985:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611323.967986:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749611323.967987:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611323.967990:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000100:00000200:3.0:1749611323.967992:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611323.967993:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611323.967995:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967998:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.967999:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611323.967999:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611323.967999:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00000040:3.0:1749611323.968002:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611323.968003:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611323.968004:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611323.968005:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611323.968007:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611323.968008:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 788 usecs (1 jiffies) 00000100:00000001:2.0:1749611323.968010:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300597426 02000000:00000001:0.0:1749611323.968010:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611323.968011:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611323.968012:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968013:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300597427 00000100:00000001:0.0:1749611323.968014:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611323.968015:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300597426 00000400:00000200:3.0:1749611323.968016:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000040:0.0:1749611323.968016:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611323.968018:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611323.968018:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300597427 00000100:00000001:2.0:1749611323.968019:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300597426 00000100:00000001:1.0:1749611323.968020:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611323.968020:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00000001:3.0:1749611323.968021:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611323.968021:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300597427 00000100:00000001:3.0:1749611323.968022:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749611323.968022:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655488 00000100:00000001:2.0:1749611323.968023:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300597426 00000100:00000001:2.0:1749611323.968025:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300597427 02000000:00000001:1.0:1749611323.968025:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611323.968025:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494655616, offset 224 00000100:00000001:3.0:1749611323.968026:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968027:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611323.968029:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611323.968029:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.968031:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611323.968031:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611323.968032:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611323.968033:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611323.968035:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611323.968036:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611323.968037:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611323.968038:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d500 x1834598494655360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611323.968038:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611323.968040:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000100:00100000:1.0:1749611323.968040:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655488 00000400:00000200:0.0:1749611323.968040:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611323.968042:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000001:1.0:1749611323.968042:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749611323.968044:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000020:00000040:1.0:1749611323.968044:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611323.968046:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611323.968046:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611323.968048:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611323.968048:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945480 00000100:00100000:3.0:1749611323.968049:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494655360:12345-0@lo:38:kworker.0 Request processed in 206us (360us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749611323.968050:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611323.968050:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611323.968053:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000400:00000200:0.0:1749611323.968054:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8939 [1] + 224 00000020:00000010:1.0:1749611323.968056:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2200. 00000100:00100000:3.0:1749611323.968058:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000020:00000010:1.0:1749611323.968058:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000200:2.0:1749611323.968059:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968060:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611323.968060:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611323.968062:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611323.968062:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749611323.968063:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611323.968064:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611323.968066:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6da00. 00000100:00000001:2.0:1749611323.968066:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611323.968066:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611323.968067:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611323.968068:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611323.968070:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749611323.968070:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968071:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749611323.968072:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611323.968074:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5000. 02000000:00000001:2.0:1749611323.968074:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611323.968077:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611323.968078:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611323.968078:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968079:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611323.968082:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611323.968085:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611323.968087:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611323.968087:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.968087:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611323.968089:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611323.968091:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00000001:3.0:1749611323.968094:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.968094:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910753664 : -131938798797952 : ffff88009ac3fb80) 00000100:00001000:2.0:1749611323.968095:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611323 v=5 (0 0 0 0) 00000100:00000040:1.0:1749611323.968098:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3fb80 x1834598494655488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611323.968099:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=146 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611323.968101:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611323.968101:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611323.968102:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611323.968105:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611323.968107:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494655488:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611323.968108:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611323.968108:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000100:00000200:1.0:1749611323.968110:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655488 00000400:00000010:0.0:1749611323.968110:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000020:00000001:1.0:1749611323.968112:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611323.968113:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968114:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611323.968114:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749611323.968115:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611323.968115:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611323.968116:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611323.968119:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611323.968121:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611323.968121:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749611323.968122:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611323.968122:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000001:1.0:1749611323.968123:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611323.968125:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000100:00000001:2.0:1749611323.968125:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749611323.968125:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00020000:1.0:1749611323.968126:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611323.968127:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611323.968127:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611323.968129:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:2.0:1749611323.968129:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749611323.968129:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611323.968129:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749611323.968131:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611323.968132:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611323.968132:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611323.968133:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806a00 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:4/0 lens 224/224 e 0 to 0 dl 1749611334 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968134:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611323.968134:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:2.0:1749611323.968135:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611323.968138:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749611323.968139:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.968140:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611323.968141:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611323.968143:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611323.968144:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611323.968144:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494655616:12345-0@lo:400:kworker.0 Request processed in 244us (560us total) trans 0 rc 0/0 02000000:00000010:1.0:1749611323.968147:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a5400. 00000100:00000200:3.0:1749611323.968148:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611323.968149:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.968152:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611323.968154:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494655232:0@lo:38:kworker.0 00010000:00000001:1.0:1749611323.968154:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749611323.968154:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00000001:3.0:1749611323.968155:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611323.968156:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611323.968156:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611323.968157:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611323.968158:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611323.968159:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611323.968159:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749611323.968160:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611323.968160:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611323.968161:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611323.968162:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611323.968162:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611323.968162:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611323.968164:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611323.968164:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078804a80 x1834598494655232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611323.968165:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749611323.968165:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 02000000:00000001:3.0:1749611323.968166:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611323.968167:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611323.968169:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749611323.968169:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749611323.968171:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1749611323.968172:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=28 v=5 (5 5 5 5) 00000100:00000001:1.0:1749611323.968172:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749611323.968172:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbc800. 02000000:00000001:2.0:1749611323.968173:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749611323.968175:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=28 v=5 (1 1 1 1) 00000100:00000040:1.0:1749611323.968175:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000040:0.0:1749611323.968176:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000010:2.0:1749611323.968177:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cf49c00. 02000000:00000001:1.0:1749611323.968177:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611323.968178:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749611323.968179:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611323.968179:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611323.968180:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.968181:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611323.968183:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749611323.968183:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749611323.968183:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611323.968185:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1749611323.968186:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000020:00000040:2.0:1749611323.968187:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00080000:3.0:1749611323.968188:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611323.968189:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1749611323.968190:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494655488, offset 0 00000400:00000200:1.0:1749611323.968194:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611323.968195:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:3.0:1749611323.968196:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611323.968197:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3000. 00000100:00000001:3.0:1749611323.968199:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1749611323.968199:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:3.0:1749611323.968201:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:2.0:1749611323.968201:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749611323.968202:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611323.968203:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749611323.968203:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611323.968205:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611323.968205:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078804a80. 00000400:00000200:1.0:1749611323.968207:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945400 00000100:00000040:3.0:1749611323.968208:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.968209:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611323.968211:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611323.968212:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x894d [1] + 0 00000100:00000001:2.0:1749611323.968213:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611323.968215:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611323.968217:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611323.968218:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611323.968220:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611323.968220:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611323.968222:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611323.968222:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611323.968223:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611323.968224:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968224:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611323.968228:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749611323.968228:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611323.968229:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611323.968230:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611323.968232:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000400:00000200:2.0:1749611323.968234:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611323.968236:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00100000:3.0:1749611323.968237:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494655616:0@lo:400:kworker.0 00000100:00000001:2.0:1749611323.968238:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611323.968238:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968242:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611323.968242:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968244:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611323.968246:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611323.968247:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078806300 x1834598494655616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611323.968250:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611323.968250:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:3.0:1749611323.968253:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611323.968255:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749611323.968257:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 02000000:00000010:3.0:1749611323.968258:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b8b5400. 00000100:00000001:2.0:1749611323.968258:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611323.968259:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611323.968260:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611323.968260:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611323.968261:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611323.968261:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611323.968261:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:3.0:1749611323.968263:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749611323.968263:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611323.968264:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611323.968265:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611323.968265:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611323.968265:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611323.968266:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297200. 02000000:00000001:2.0:1749611323.968267:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611323.968268:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 02000000:00000001:3.0:1749611323.968269:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611323.968270:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1749611323.968271:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611323 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611323.968271:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611323.968272:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078806300. 00000020:00000001:1.0:1749611323.968273:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749611323.968274:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=128 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611323.968275:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611323.968276:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611323.968277:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968277:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611323.968277:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3fb80 x1834598494655488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611343 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968279:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968279:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611323.968283:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611323.968283:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611323.968285:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611323.968287:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749611323.968287:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494655488:12345-0@lo:38:kworker.0 Request processed in 179us (337us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611323.968289:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968290:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611323.968294:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00000001:2.0:1749611323.968297:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611323.968297:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611323.968298:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611323.968299:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968301:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749611323.968301:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2200. 00000100:00000001:2.0:1749611323.968303:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611323.968304:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00080000:2.0:1749611323.968305:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749611323.968307:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000100:00080000:2.0:1749611323.968308:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611323.968310:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611323.968311:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611323.968314:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611323.968321:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494655360:0@lo:38:kworker.0 00000400:00000001:2.0:1749611323.968327:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611323.968328:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611323.968329:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe1b8. 00000400:00000200:2.0:1749611323.968332:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000400:00000010:2.0:1749611323.968333:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:2.0:1749611323.968335:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611323.968338:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611323.968345:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.968351:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611323.968352:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968354:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611323.968355:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611323.968357:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611323.968358:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611323.968361:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611323.968364:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611323 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611323.968367:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=28 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611323.968370:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611323.968371:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611323.968373:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611323.968383:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.968390:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611323.968392:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611323.968394:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968396:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611323.968397:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611323.968399:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611323.968402:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611323.968404:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611323.968407:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611323.968414:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494655488:0@lo:38:kworker.0 00000100:00000001:2.0:1749611323.968418:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968419:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611323.968422:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805c00 x1834598494655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.968428:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611323.968429:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611323.968431:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68800. 02000000:00000001:2.0:1749611323.968434:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611323.968435:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611323.968436:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611323.968438:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611323.968439:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3800. 02000000:00000001:2.0:1749611323.968442:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611323.968443:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611323.968444:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805c00. 00000100:00000001:2.0:1749611323.968448:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611323.968449:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968450:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611323.968459:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805f80 x1834598494655488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611323.968465:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611323.968467:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611323.968469:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 02000000:00000001:2.0:1749611323.968472:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611323.968473:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611323.968474:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611323.968476:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611323.968477:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1400. 02000000:00000001:2.0:1749611323.968480:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611323.968481:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611323.968482:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805f80. 00000100:00000001:2.0:1749611323.968485:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611323.968486:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611323.968488:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968490:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611323.968491:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611323.968492:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611323.968494:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611323.969637:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300597427, at 4300597427 00000100:00000040:2.0:1749611323.969638:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300597427, at 4300597427 00000100:00000040:1.0:1749611323.969638:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300597427, at 4300597427 00000100:00000040:0.0:1749611323.969642:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300597427, at 4300597427 00000100:00000010:3.0:1749611323.969656:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16340. 00000100:00000010:0.0:1749611323.969656:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16f40. 00000100:00000010:1.0:1749611323.969675:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16e80. 00000100:00000010:2.0:1749611323.969684:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16480. 00000100:00000001:2.0:1749611324.458776:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611324.458788:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611324.458791:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611324.458797:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611324.458802:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611324.458807:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611324.458811:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611324.458814:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611324.458817:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611324.617691:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611324.617698:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611324.617700:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611324.617703:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611324.617706:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611324.617710:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611324.617728:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611324.617732:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611324.617734:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611324.788674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611324.788687:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611324.788690:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611324.788694:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611324.788700:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611324.788725:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611324.788728:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611324.788731:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611324.788900:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611324.788907:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611324.788911:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611324.967721:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611324.967781:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611324.967784:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611324.967790:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611324.967794:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611324.967799:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611324.967802:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611325.458786:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611325.458797:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611325.458800:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611325.458806:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611325.458811:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611325.458816:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611325.458820:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611325.458824:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611325.458827:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611325.617677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611325.617686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611325.617689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611325.617694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611325.617698:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611325.617702:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611325.617705:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611325.617709:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611325.617712:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611325.790672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611325.790680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611325.790835:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611325.790840:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611325.790845:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611325.967670:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611325.967694:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611325.967699:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611325.967707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611325.967783:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611325.967789:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611325.967793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611325.998759:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749611325.998772:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749611325.998781:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611325.999031:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749611326.458658:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611326.458668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611326.458671:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611326.458676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611326.458680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611326.458685:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611326.458688:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611326.458692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611326.458694:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611326.617796:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611326.617804:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611326.617807:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611326.617812:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611326.617816:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611326.617821:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611326.617824:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611326.617828:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611326.617831:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611326.792630:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611326.792638:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611326.792779:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611326.792784:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611326.792787:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611326.967775:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611326.967796:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611326.967799:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611326.967805:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611326.967809:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611326.967814:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611326.967816:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611327.458643:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611327.458652:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611327.458654:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611327.458657:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611327.458660:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611327.458663:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611327.458666:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611327.458668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611327.458669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611327.617755:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611327.617763:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611327.617764:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611327.617768:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611327.617771:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611327.617774:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611327.617776:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611327.617780:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611327.617798:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611327.794675:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611327.794681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611327.794779:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611327.794783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611327.794785:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611327.967664:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611327.967680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611327.967682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611327.967686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611327.967688:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611327.967693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611327.967694:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.458638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611328.458646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611328.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611328.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611328.458654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611328.458658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.458660:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611328.458662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.458664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.617623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611328.617631:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611328.617634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611328.617638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611328.617640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611328.617643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.617645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611328.617648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.617650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611328.796686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611328.796693:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611328.796816:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611328.796820:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611328.796823:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611328.967665:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611328.967680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611328.967682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.967686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611328.967688:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611328.967691:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.967693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611328.974618:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611328.974638:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749611328.974640:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611328.974643:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611328.974645:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611328.974647:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611328.974651:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611328.974656:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5930 00000100:00080000:3.0:1749611328.974659:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611328.974661:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611328.974663:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611328.974665:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611328.974667:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611328.974670:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611328.974671:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611328.974673:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611328.974676:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611328.974677:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611328.974678:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611328.974680:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611328.974681:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611328.974683:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611328.974684:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611328.974686:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611328.974689:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611328.974690:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611328.974692:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611328.974716:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611328.974718:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974719:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611328.974726:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611328.974731:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806300. 00000020:00000040:3.0:1749611328.974735:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749611328.974738:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611328.974740:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974742:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611328.974745:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611328.974748:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611328.974756:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab1400. 00000100:00000001:3.0:1749611328.974763:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611328.974770:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611328.974778:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611328.974781:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.974783:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078806300] to pc [ptlrpcd_rcv+-1] req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.974799:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611328.974801:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611328.974804:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611328.974804:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611328.974806:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611328.974808:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611328.974809:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5930 00000100:00080000:3.0:1749611328.974811:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611328.974812:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611328.974814:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611328.974814:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611328.974815:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611328.974816:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611328.974817:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611328.974818:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611328.974819:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611328.974823:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611328.974825:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611328.974827:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611328.974828:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611328.974829:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611328.974830:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611328.974831:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611328.974832:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611328.974833:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611328.974834:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611328.974836:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611328.974837:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974838:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611328.974839:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611328.974841:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806d80. 00000020:00000040:3.0:1749611328.974842:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611328.974844:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611328.974844:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974845:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611328.974846:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611328.974847:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611328.974849:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3800. 00000100:00000001:3.0:1749611328.974851:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611328.974853:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611328.974855:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611328.974857:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611328.974858:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.974858:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611328.974860:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078806d80] to pc [ptlrpcd_rcv+-1] req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.974860:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611328.974864:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611328.974866:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611328.974868:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749611328.974870:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.974877:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611328.974878:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974880:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611328.974881:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611328.974881:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611328.974882:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611328.974883:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749611328.974884:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5930 02000000:00000001:2.0:1749611328.974885:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611328.974886:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611328.974887:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00100000:2.0:1749611328.974887:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494655744:0@lo:38:kworker.0 00000100:00000001:3.0:1749611328.974888:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611328.974889:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611328.974890:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611328.974890:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611328.974891:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611328.974891:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749611328.974892:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611328.974893:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:2.0:1749611328.974893:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749611328.974894:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611328.974894:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611328.974895:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611328.974896:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749611328.974897:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611328.974898:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611328.974898:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611328.974899:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611328.974900:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000010:2.0:1749611328.974900:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000100:00080000:3.0:1749611328.974901:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749611328.974901:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974902:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611328.974903:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611328.974905:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611328.974906:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974907:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611328.974908:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611328.974908:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe1b8. 00000100:00000010:3.0:1749611328.974910:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807100. 00000020:00000040:3.0:1749611328.974911:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611328.974912:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611328.974912:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.974913:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749611328.974914:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 02000000:00000001:3.0:1749611328.974917:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611328.974918:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611328.974920:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3000. 00000100:00000001:3.0:1749611328.974922:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611328.974922:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494655744, portal 4 00000100:00000001:2.0:1749611328.974923:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749611328.974924:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611328.974924:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335898368 : -131939373653248 : ffff880078806300) 00000100:00000001:3.0:1749611328.974927:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611328.974928:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.974930:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807100] to pc [ptlrpcd_rcv+-1] req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611328.974930:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.974934:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.974935:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611328.974935:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611328.974937:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749611328.974937:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611328.974938:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000010:3.0:1749611328.974939:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807800. 00000020:00000040:3.0:1749611328.974940:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:2.0:1749611328.974940:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494655744, offset 0 00000100:00000001:3.0:1749611328.974942:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611328.974943:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611328.974944:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611328.974945:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611328.974946:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297500. 00000100:00000001:3.0:1749611328.974947:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.974949:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611328.974953:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611328.974954:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.974956:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807800] to pc [ptlrpcd_00_02+2] req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611328.974958:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611328.974968:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf945500 00000400:00000200:2.0:1749611328.974974:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 8320 00000400:00000200:2.0:1749611328.974980:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611328.974981:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611328.974983:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611328.974985:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5940) 00000100:00000001:2.0:1749611328.974988:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611328.974990:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1749611328.974994:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611328.974996:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:2.0:1749611328.974996:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d180. 00000100:00000001:3.0:1749611328.974997:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611328.974998:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3d180 x1834598494655744 msgsize 520 00000100:00000001:3.0:1749611328.975001:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749611328.975001:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611328.975006:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975007:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611328.975008:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611328.975009:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611328.975012:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.975016:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611328.975017:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611328.975019:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611328.975019:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611328.975020:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611328.975021:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611328.975023:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494656128:0@lo:400:kworker.0 00000100:00000001:3.0:1749611328.975025:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611328.975025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 02000000:00000001:3.0:1749611328.975027:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749611328.975027:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 02000000:00000001:3.0:1749611328.975028:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611328.975028:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611328.975029:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749611328.975030:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b8b5000. 02000000:00000001:3.0:1749611328.975032:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611328.975032:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611328.975035:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000001:2.0:1749611328.975036:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611328.975038:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611328.975039:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000200:3.0:1749611328.975041:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494656128, portal 10 00000100:00000001:2.0:1749611328.975042:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975043:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611328.975043:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611328.975044:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335903744 : -131939373647872 : ffff880078807800) 00000100:00000001:2.0:1749611328.975046:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.975048:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611328.975049:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1290 usecs (2 jiffies) 00000100:00000001:1.0:1749611328.975049:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611328.975052:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611328.975052:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300602434 00000100:00000001:1.0:1749611328.975052:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.975053:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749611328.975054:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16480. 00000400:00000010:3.0:1749611328.975055:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611328.975056:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494656128, offset 0 00000400:00000200:3.0:1749611328.975059:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611328.975060:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:3.0:1749611328.975064:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611328.975068:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945680 00000100:00000001:2.0:1749611328.975068:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300602434 00000100:00000010:2.0:1749611328.975070:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16e40. 00000400:00000200:3.0:1749611328.975071:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 61648 00000100:00000001:2.0:1749611328.975072:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:3.0:1749611328.975076:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611328.975080:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611328.975081:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300602434 00000100:00000001:3.0:1749611328.975083:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:2.0:1749611328.975083:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16400. 00000100:00000200:3.0:1749611328.975085:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611328.975086:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000010:3.0:1749611328.975087:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807b80. 00000100:00000001:2.0:1749611328.975087:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300602434 00000100:00000040:3.0:1749611328.975089:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880078807b80 x1834598494656128 msgsize 224 00000100:00000010:2.0:1749611328.975089:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16740. 00000100:00100000:3.0:1749611328.975091:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611328.975091:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611328.975092:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611328.975093:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975095:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975096:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611328.975099:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:2.0:1749611328.975099:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611328.975100:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:0.0:1749611328.975100:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611328.975102:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611328.975103:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611328.975103:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611328.975103:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655744 00000100:00000001:2.0:1749611328.975104:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611328.975105:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975105:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611328.975105:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611328.975106:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611328.975107:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611328.975107:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749611328.975108:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494656128 00000100:00000001:3.0:1749611328.975109:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611328.975109:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611328.975110:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611328.975110:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.975111:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611328.975111:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611328.975112:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975113:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611328.975113:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975114:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975115:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975115:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611328.975115:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975116:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611328.975116:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611328.975116:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494656128 00000100:00100000:0.0:1749611328.975116:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655744 00000020:00000001:0.0:1749611328.975117:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611328.975118:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975118:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611328.975118:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611328.975118:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749611328.975119:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494655872:0@lo:38:kworker.0 00000020:00000040:1.0:1749611328.975119:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611328.975119:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611328.975120:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 957 usecs (1 jiffies) 00000020:00000001:1.0:1749611328.975120:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611328.975121:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300602433 00000100:00000001:2.0:1749611328.975121:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749611328.975121:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975122:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749611328.975122:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611328.975122:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975123:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300602434 02000000:00000001:2.0:1749611328.975123:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611328.975123:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749611328.975124:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611328.975125:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300602433 00000100:00000001:3.0:1749611328.975126:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300602434 00000020:00000010:0.0:1749611328.975126:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbc800. 00000100:00000001:3.0:1749611328.975127:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300602433 02000000:00000010:2.0:1749611328.975127:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68800. 00000100:00000001:3.0:1749611328.975128:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300602434 02000000:00000001:2.0:1749611328.975128:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975129:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300602433 00000100:00000001:3.0:1749611328.975130:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300602434 00000400:00000010:2.0:1749611328.975130:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000020:00000001:1.0:1749611328.975130:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:0.0:1749611328.975130:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 00000100:00000001:3.0:1749611328.975131:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611328.975132:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611328.975132:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611328.975134:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611328.975134:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494655872, portal 10 00000100:00000001:3.0:1749611328.975135:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975135:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611328.975135:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611328.975136:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335901056 : -131939373650560 : ffff880078806d80) 00000020:00000010:1.0:1749611328.975137:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8980. 00000100:00000040:2.0:1749611328.975139:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611328.975139:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000020:00000010:1.0:1749611328.975142:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b538c880. 00000100:00000001:2.0:1749611328.975143:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611328.975143:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611328.975144:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611328.975145:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611328.975145:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611328.975146:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611328.975147:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494655872, offset 0 00000020:00000040:1.0:1749611328.975147:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:2.0:1749611328.975149:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611328.975151:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611328.975152:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611328.975154:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1749611328.975155:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945580 00000020:00000010:1.0:1749611328.975157:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000100:00000001:0.0:1749611328.975157:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611328.975160:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 61872 00000020:00000010:1.0:1749611328.975160:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2200. 00000400:00000200:2.0:1749611328.975163:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611328.975163:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749611328.975164:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749611328.975165:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611328.975166:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611328.975167:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611328.975167:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749611328.975168:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611328.975169:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611328.975169:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00000010:2.0:1749611328.975170:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3f480. 00000100:00000001:1.0:1749611328.975170:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611328.975171:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3f480 x1834598494655872 msgsize 520 00000100:00000001:0.0:1749611328.975171:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910742912 : -131938798808704 : ffff88009ac3d180) 00000100:00000001:1.0:1749611328.975172:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611328.975173:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611328.975174:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d180 x1834598494655744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611328.975176:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611328.975177:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611328.975178:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611328.975182:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494655744:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611328.975183:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749611328.975184:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655744 00000400:00000200:2.0:1749611328.975185:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611328.975186:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611328.975187:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611328.975187:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611328.975189:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611328.975190:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611328.975190:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611328.975193:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611328.975195:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611328.975195:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611328.975196:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494655872 02000000:00000001:1.0:1749611328.975197:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611328.975198:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611328.975198:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611328.975199:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611328.975199:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975201:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611328.975201:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611328.975201:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611328.975202:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494655872 00000100:00000040:2.0:1749611328.975203:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1121 usecs (2 jiffies) 00000020:00000001:1.0:1749611328.975203:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611328.975203:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611328.975204:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611328.975204:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300602434 00000020:00000001:1.0:1749611328.975204:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00020000:0.0:1749611328.975204:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611328.975205:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300602434 00000020:00000001:1.0:1749611328.975205:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975206:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611328.975206:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611328.975206:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611328.975207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300602434 00000020:00000010:1.0:1749611328.975207:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000100:00000001:2.0:1749611328.975208:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300602434 00000100:00100000:3.0:1749611328.975209:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00000001:2.0:1749611328.975209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300602434 00010000:00000001:0.0:1749611328.975209:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611328.975210:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2680. 00000100:00000040:3.0:1749611328.975211:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611328.975211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300602434 00000100:00000001:2.0:1749611328.975211:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300602434 00000020:00000010:1.0:1749611328.975211:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:0.0:1749611328.975211:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611328.975212:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300602434 00000100:00000001:3.0:1749611328.975213:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335904640 : -131939373646976 : ffff880078807b80) 00000100:00000001:2.0:1749611328.975213:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611328.975213:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611328.975213:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611328.975213:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611328.975214:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611328.975215:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611328.975216:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078807b80 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:9/0 lens 224/0 e 0 to 0 dl 1749611339 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975217:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975218:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749611328.975218:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbad400. 02000000:00000001:0.0:1749611328.975219:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611328.975220:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611328.975220:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611328.975221:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.975222:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1749611328.975223:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749611328.975224:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677240. 00000100:00000001:1.0:1749611328.975224:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975225:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611328.975225:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1749611328.975225:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975226:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611328.975227:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677240. 02000000:00000001:2.0:1749611328.975227:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611328.975227:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1749611328.975227:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611328.975228:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611328.975228:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611328.975229:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611328.975229:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749611328.975230:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494656128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749611328.975230:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494656000:0@lo:38:kworker.0 00000100:00100000:1.0:1749611328.975231:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00000200:3.0:1749611328.975232:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494656128 00000100:00000001:2.0:1749611328.975232:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611328.975232:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611328.975233:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611328.975233:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910751872 : -131938798799744 : ffff88009ac3f480) 00000100:00000040:0.0:1749611328.975233:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:3.0:1749611328.975234:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611328.975234:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975235:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611328.975236:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749611328.975236:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3f480 x1834598494655872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611328.975237:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611328.975237:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cf49c00. 00000100:00000001:0.0:1749611328.975238:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611328.975239:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749611328.975239:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611328.975239:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749611328.975240:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000020:00000001:3.0:1749611328.975241:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:0.0:1749611328.975241:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749611328.975242:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00100000:1.0:1749611328.975242:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494655872:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611328.975243:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749611328.975243:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611328.975244:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494656000, portal 10 00000100:00000001:2.0:1749611328.975245:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749611328.975245:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494655872 02000000:00000001:0.0:1749611328.975245:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611328.975246:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975246:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335901952 : -131939373649664 : ffff880078807100) 00000020:00000001:1.0:1749611328.975246:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611328.975246:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611328.975247:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749611328.975247:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611328.975248:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749611328.975248:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611328.975249:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611328.975249:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000020:00000001:3.0:1749611328.975250:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611328.975251:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749611328.975251:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494655744, offset 0 00000100:00000001:2.0:1749611328.975252:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611328.975253:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975254:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611328.975254:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611328.975254:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611328.975255:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749611328.975255:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00010000:00020000:1.0:1749611328.975255:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749611328.975256:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494656000, offset 0 00010000:00000001:1.0:1749611328.975257:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611328.975258:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611328.975258:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749611328.975259:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781d9000. 00000400:00000200:0.0:1749611328.975259:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611328.975260:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611328.975260:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611328.975261:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611328.975261:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611328.975261:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611328.975262:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611328.975263:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611328.975263:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf945500 00000400:00000200:2.0:1749611328.975264:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945600 00010000:00000040:3.0:1749611328.975265:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494656128 02000000:00000010:1.0:1749611328.975265:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a4000. 02000000:00000001:1.0:1749611328.975266:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611328.975266:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8961 [1] + 0 00010000:00000001:3.0:1749611328.975267:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611328.975267:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611328.975268:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611328.975269:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611328.975269:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1749611328.975270:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078807b80 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611328.975271:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611328.975271:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611328.975273:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 62392 00000100:00000001:1.0:1749611328.975273:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611328.975275:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611328.975275:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611328.975276:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611328.975277:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611328.975277:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749611328.975278:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611328.975278:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749611328.975280:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611328.975280:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611328.975280:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749611328.975282:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611328.975282:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611328.975283:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611328.975283:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.975284:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749611328.975285:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ea00. 02000000:00000001:1.0:1749611328.975285:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749611328.975286:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611328.975286:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975287:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611328.975287:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3ea00 x1834598494656000 msgsize 520 00000100:00000001:1.0:1749611328.975287:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611328.975288:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611328.975289:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611328.975289:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611328.975290:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611328.975290:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611328.975290:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611328.975292:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611328.975292:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000400:00000010:3.0:1749611328.975293:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:1.0:1749611328.975294:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494655872, offset 0 00000100:00000200:3.0:1749611328.975295:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494656128, offset 224 00000100:00000001:2.0:1749611328.975295:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611328.975295:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611328.975297:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000400:00000010:2.0:1749611328.975298:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:2.0:1749611328.975299:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749611328.975300:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611328.975302:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975305:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611328.975305:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611328.975307:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611328.975307:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611328.975309:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945580 00000400:00000200:0.0:1749611328.975309:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611328.975310:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000001:2.0:1749611328.975311:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975311:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611328.975312:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611328.975313:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611328.975313:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611328.975314:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000400:00000200:1.0:1749611328.975314:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8971 [1] + 0 00000100:00000001:0.0:1749611328.975314:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611328.975315:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945680 00000100:00000001:2.0:1749611328.975316:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300602433 00000100:00000001:0.0:1749611328.975316:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975317:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300602434 00000400:00000200:1.0:1749611328.975317:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611328.975317:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749611328.975318:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8969 [1] + 224 00000100:00000001:2.0:1749611328.975318:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300602433 00000100:00000001:2.0:1749611328.975319:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300602434 00000400:00000200:1.0:1749611328.975319:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611328.975319:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975320:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300602433 00000020:00000001:0.0:1749611328.975320:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611328.975321:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611328.975321:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300602434 00000100:00000001:1.0:1749611328.975321:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611328.975323:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611328.975323:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300602433 00000100:00000040:0.0:1749611328.975323:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d180 x1834598494655744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975324:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300602434 00000100:00000200:1.0:1749611328.975324:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.975325:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611328.975325:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611328.975326:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611328.975327:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611328.975328:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611328.975329:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749611328.975329:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494655744:12345-0@lo:38:kworker.0 Request processed in 147us (329us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749611328.975331:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe1b8. 00000100:00000040:1.0:1749611328.975331:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611328.975332:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611328.975335:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611328.975336:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000400:00000010:2.0:1749611328.975337:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00100000:0.0:1749611328.975337:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00000001:2.0:1749611328.975338:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611328.975339:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611328.975339:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611328.975340:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611328.975340:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611328.975341:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749611328.975343:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000400:00000200:3.0:1749611328.975344:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611328.975344:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749611328.975344:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 00000400:00000010:3.0:1749611328.975345:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000200:2.0:1749611328.975345:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611328.975345:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749611328.975346:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:3.0:1749611328.975347:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611328.975347:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975348:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611328.975348:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611328.975349:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611328.975349:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000010:0.0:1749611328.975349:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbc800. 00000100:00000001:3.0:1749611328.975350:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611328.975350:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.975351:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611328.975351:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749611328.975351:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611328.975351:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611328.975352:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749611328.975352:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611328.975353:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611328.975354:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975354:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611328.975354:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3f480 x1834598494655872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611328.975357:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749611328.975357:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611328.975359:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494655872:12345-0@lo:38:kworker.0 Request processed in 117us (186us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749611328.975360:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807b80 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1749611339 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611328.975360:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611328 v=5 (0 0 0 0) 00000100:00080000:0.0:1749611328.975360:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00001000:2.0:1749611328.975362:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=151 v=20 (1 1 1 20) 00000020:00000040:0.0:1749611328.975363:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:1.0:1749611328.975364:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00001000:2.0:1749611328.975365:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 00000100:00000001:1.0:1749611328.975365:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749611328.975366:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494656128:12345-0@lo:400:kworker.0 Request processed in 143us (275us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611328.975366:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749611328.975367:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-osp-MDT0001 (nid ) has changed from 20 to 5 00000100:00000001:2.0:1749611328.975368:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749611328.975371:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00000001:2.0:1749611328.975371:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611328.975371:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2680. 00000100:00000040:3.0:1749611328.975372:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611328.975372:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611328.975373:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000001:3.0:1749611328.975374:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611328.975375:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611328.975375:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611328.975375:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000020:00000010:3.0:1749611328.975377:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2200. 00000020:00000010:3.0:1749611328.975379:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749611328.975379:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611328.975379:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611328.975380:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749611328.975381:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000100:00000001:2.0:1749611328.975381:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749611328.975381:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494656000 00000100:00000001:2.0:1749611328.975382:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611328.975382:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611328.975383:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611328.975383:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611328.975385:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611328.975385:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611328.975386:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00080000:2.0:1749611328.975386:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749611328.975386:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975388:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611328.975388:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:0.0:1749611328.975388:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494656000 00000100:00000001:2.0:1749611328.975389:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611328.975389:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611328.975390:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611328.975390:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611328.975391:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611328.975392:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611328.975393:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611328.975394:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbc800. 00000100:00000001:3.0:1749611328.975396:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749611328.975396:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 00000100:00000001:3.0:1749611328.975397:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611328.975397:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:0.0:1749611328.975398:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:3.0:1749611328.975399:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749611328.975399:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494655744:0@lo:38:kworker.0 00000100:00000001:0.0:1749611328.975399:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1749611328.975400:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611328.975400:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611328.975401:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000100:00000001:2.0:1749611328.975401:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611328.975402:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975403:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611328.975404:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000040:2.0:1749611328.975404:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078806300 x1834598494655744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611328.975405:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:0.0:1749611328.975405:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975406:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611328.975407:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749611328.975408:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611328.975408:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611328.975409:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611328.975409:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749611328.975411:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 00000100:00100000:0.0:1749611328.975411:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00000001:0.0:1749611328.975412:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910749184 : -131938798802432 : ffff88009ac3ea00) 00000100:00000200:3.0:1749611328.975413:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611328.975413:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611328.975414:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749611328.975414:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ea00 x1834598494656000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611328.975415:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611328.975416:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749611328.975416:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611328.975417:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975418:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:2.0:1749611328.975418:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1400. 02000000:00000001:3.0:1749611328.975419:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611328.975420:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611328.975420:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611328.975421:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975421:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749611328.975422:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611328.975422:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078806300. 00000100:00001000:3.0:1749611328.975424:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=33 v=5 (5 5 5 5) 00000100:00100000:0.0:1749611328.975424:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494656000:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611328.975425:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611328.975426:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611328.975426:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494656000 00000100:00000001:2.0:1749611328.975427:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611328.975427:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611328.975428:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749611328.975429:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611328.975429:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611328.975430:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975431:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611328.975431:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611328.975432:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975432:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611328.975432:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611328.975433:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611328.975434:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1749611328.975434:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611328.975435:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1749611328.975435:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611328.975436:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00010000:00080000:3.0:1749611328.975437:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611328.975437:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00010000:00000001:0.0:1749611328.975437:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611328.975438:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:0.0:1749611328.975438:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611328.975439:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611328.975439:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749611328.975440:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611328.975440:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749611328.975441:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611328.975442:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbaf000. 00000100:00000001:3.0:1749611328.975443:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749611328.975443:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611328.975444:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611328.975444:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611328.975445:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00010000:00000001:0.0:1749611328.975445:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611328.975446:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1749611328.975446:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611328.975447:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611328.975447:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611328.975448:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611328.975449:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611328.975450:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611328.975452:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611328.975452:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611328.975453:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611328.975453:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611328.975453:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611328.975454:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611328.975454:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611328.975455:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975455:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975456:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749611328.975456:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611328.975457:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611328.975457:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611328.975457:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611328.975457:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975458:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611328.975458:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611328.975459:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611328.975459:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749611328.975460:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494656128:0@lo:400:kworker.0 00000400:00000010:0.0:1749611328.975460:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00001000:2.0:1749611328.975461:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611328 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611328.975462:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=133 v=20 (1 1 1 20) 00000100:00000200:0.0:1749611328.975462:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494656000, offset 0 00000100:00000001:3.0:1749611328.975463:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975464:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611328.975464:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611328.975464:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611328.975465:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807800 x1834598494656128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975465:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611328.975465:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611328.975468:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611328.975468:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611328.975469:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611328.975469:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611328.975471:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b8b5000. 00000100:00000001:2.0:1749611328.975471:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611328.975472:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611328.975473:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611328.975473:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1749611328.975474:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611328.975474:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611328.975474:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945600 00000020:00000001:3.0:1749611328.975475:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611328.975475:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611328.975475:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749611328.975476:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297500. 00000100:00080000:2.0:1749611328.975476:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611328.975477:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749611328.975477:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8979 [1] + 0 00000100:00080000:2.0:1749611328.975478:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611328.975479:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611328.975480:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1749611328.975480:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749611328.975481:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807800. 00000100:00000040:2.0:1749611328.975481:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611328.975482:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611328.975483:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611328.975484:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749611328.975484:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494655872:0@lo:38:kworker.0 00000100:00000001:3.0:1749611328.975485:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611328.975486:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975486:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611328.975486:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975487:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611328.975488:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611328.975489:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611328.975489:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078806d80 x1834598494655872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611328.975490:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611328.975491:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611328.975491:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611328.975496:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611328.975498:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611328.975498:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749611328.975498:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:0.0:1749611328.975499:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 02000000:00000010:2.0:1749611328.975500:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68800. 00000100:00000001:0.0:1749611328.975500:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611328.975500:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611328.975501:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611328.975502:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611328.975502:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611328.975503:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611328.975503:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749611328.975503:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 02000000:00000010:2.0:1749611328.975504:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3800. 02000000:00000001:2.0:1749611328.975505:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611328.975505:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975506:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749611328.975506:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611328.975507:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078806d80. 00000100:00000001:2.0:1749611328.975508:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749611328.975508:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ea00 x1834598494656000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975509:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975510:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975511:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611328.975511:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611328.975512:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494656000:12345-0@lo:38:kworker.0 Request processed in 89us (224us total) trans 0 rc -19/-19 00000400:00000001:2.0:1749611328.975513:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611328.975513:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611328.975514:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611328.975515:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611328.975516:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00100000:0.0:1749611328.975516:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00000001:2.0:1749611328.975517:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611328.975517:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611328.975517:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749611328.975519:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611328.975519:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 00000100:00000200:2.0:1749611328.975539:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611328.975542:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749611328.975543:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611328.975543:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611328.975544:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbc800. 00000100:00000001:2.0:1749611328.975545:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611328.975546:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611328.975546:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611328.975546:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975547:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611328.975548:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611328.975550:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611328 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611328.975551:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=33 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611328.975556:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611328.975557:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611328.975558:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611328.975560:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975564:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611328.975565:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611328.975566:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975567:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611328.975567:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611328.975568:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611328.975570:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611328.975571:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611328.975572:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611328.975576:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494656000:0@lo:38:kworker.0 00000100:00000001:2.0:1749611328.975578:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975579:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611328.975580:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807100 x1834598494656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611328.975583:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611328.975584:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611328.975585:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cf49c00. 02000000:00000001:2.0:1749611328.975588:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611328.975588:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611328.975589:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611328.975590:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611328.975591:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3000. 02000000:00000001:2.0:1749611328.975593:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611328.975593:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611328.975594:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807100. 00000100:00000001:2.0:1749611328.975599:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611328.975600:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611328.975601:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975602:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611328.975603:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611328.975603:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611328.975604:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611328.976569:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300602434, at 4300602434 00000100:00000040:2.0:1749611328.976572:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300602434, at 4300602434 00000100:00000040:3.0:1749611328.976573:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300602434, at 4300602434 00000100:00000010:0.0:1749611328.976574:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16480. 00000100:00000010:2.0:1749611328.976582:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16400. 00000100:00000010:3.0:1749611328.976589:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16740. 00000100:00000040:1.0:1749611328.976604:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300602434, at 4300602434 00000100:00000010:1.0:1749611328.976609:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16e40. 00000100:00000001:2.0:1749611329.458665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611329.458673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611329.458675:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611329.458679:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611329.458682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611329.458685:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611329.458687:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611329.458689:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611329.458691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611329.617609:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611329.617615:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611329.617617:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611329.617620:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611329.617622:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611329.617625:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611329.617627:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611329.617630:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611329.617631:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611329.798615:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611329.798635:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611329.798725:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611329.798729:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611329.798731:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611329.975608:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611329.975624:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611329.975626:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611329.975629:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611329.975632:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611329.975635:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611329.975637:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611330.458666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611330.458715:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611330.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611330.458721:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611330.458724:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611330.458728:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611330.458730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611330.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611330.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611330.617675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611330.617682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611330.617707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611330.617711:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611330.617714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611330.617717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611330.617718:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611330.617721:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611330.617723:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611330.800654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611330.800660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611330.800743:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611330.800747:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611330.800749:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611330.975581:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611330.975597:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611330.975598:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611330.975602:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611330.975604:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611330.975608:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611330.975609:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611331.458712:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611331.458720:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611331.458721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611331.458725:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611331.458728:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611331.458731:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611331.458733:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611331.458735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611331.458737:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611331.617674:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611331.617705:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611331.617707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611331.617711:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611331.617714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611331.617718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611331.617721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611331.617724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611331.617726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611331.802622:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611331.802628:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611331.802738:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611331.802741:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611331.802743:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611331.975714:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611331.975730:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611331.975732:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611331.975736:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611331.975738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611331.975742:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611331.975744:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611332.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611332.458652:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611332.458692:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611332.458696:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611332.458699:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611332.458702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611332.458704:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611332.458706:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611332.458708:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611332.617720:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611332.617728:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611332.617730:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611332.617733:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611332.617736:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611332.617739:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611332.617741:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611332.617744:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611332.617746:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611332.804696:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611332.804703:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611332.804797:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611332.804800:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611332.804803:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611332.975727:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611332.975745:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611332.975747:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611332.975752:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611332.975755:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611332.975760:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611332.975762:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.458699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611333.458710:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611333.458712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611333.458718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611333.458722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611333.458727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.458730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611333.458734:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611333.617739:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611333.617745:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611333.617747:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611333.617751:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611333.617754:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611333.617757:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611333.617759:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611333.617763:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611333.617765:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611333.806705:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611333.806709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611333.806825:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611333.806830:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611333.806834:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611333.975628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611333.975643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611333.975645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.975650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611333.975677:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611333.975680:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.975683:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611333.982642:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611333.982652:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749611333.982679:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611333.982684:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611333.982687:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611333.982690:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611333.982695:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611333.982701:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5935 00000100:00001000:3.0:1749611333.982708:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff8801369c93f0 time=6 v=5 (1 1 1 1) 00000100:00001000:3.0:1749611333.982712:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:3.0:1749611333.982715:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1749611333.982718:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611333.982722:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.982724:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611333.982726:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611333.982730:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611333.982733:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611333.982737:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611333.982741:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611333.982743:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611333.982746:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611333.982760:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611333.982762:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.982764:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611333.982766:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611333.982770:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611333.982773:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611333.982776:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611333.982780:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611333.982787:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611333.982790:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.982792:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611333.982796:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611333.982803:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807800. 00000020:00000040:3.0:1749611333.982807:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749611333.982811:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611333.982814:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.982817:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611333.982820:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611333.982825:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611333.982834:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781da800. 00000100:00000001:3.0:1749611333.982842:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611333.982854:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611333.982867:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611333.982872:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.982877:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807800] to pc [ptlrpcd_rcv+-1] req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.982905:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611333.982909:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611333.982913:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611333.982914:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611333.982916:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611333.982925:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611333.982928:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5935 00000100:00080000:3.0:1749611333.982931:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611333.982933:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611333.982936:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.982937:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611333.982939:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611333.982941:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611333.982943:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611333.982944:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611333.982946:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611333.982948:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611333.982950:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611333.982953:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611333.982954:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.982956:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611333.982958:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611333.982960:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611333.982963:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611333.982965:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611333.982967:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611333.982971:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611333.982973:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.982975:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611333.982977:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611333.982981:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805500. 00000020:00000040:3.0:1749611333.982983:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611333.982985:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611333.982986:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.982988:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611333.982989:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611333.982991:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.982998:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611333.983000:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781d8400. 00000100:00000001:3.0:1749611333.983003:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983004:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611333.983007:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611333.983008:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611333.983015:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983016:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611333.983018:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.983022:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805500] to pc [ptlrpcd_rcv+-1] req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983027:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611333.983029:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983030:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611333.983034:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611333.983034:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1749611333.983037:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749611333.983037:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611333.983039:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611333.983040:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611333.983040:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983042:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749611333.983044:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494656256:0@lo:38:kworker.0 00000100:00080000:3.0:1749611333.983045:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5935 00000100:00080000:3.0:1749611333.983047:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611333.983049:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611333.983049:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611333.983051:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.983053:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611333.983054:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611333.983054:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749611333.983056:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611333.983056:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611333.983058:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:3.0:1749611333.983059:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611333.983059:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1749611333.983061:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:3.0:1749611333.983063:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:3.0:1749611333.983065:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:2.0:1749611333.983065:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cf49c00. 00000100:00000040:3.0:1749611333.983067:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:2.0:1749611333.983068:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983069:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.983070:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611333.983072:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611333.983077:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000020:00000040:3.0:1749611333.983080:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:3.0:1749611333.983083:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611333.983085:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611333.983085:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:3.0:1749611333.983087:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611333.983090:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611333.983092:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983094:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611333.983095:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611333.983095:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494656256, portal 4 00000100:00000001:2.0:1749611333.983098:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611333.983100:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335903744 : -131939373647872 : ffff880078807800) 00000100:00000010:3.0:1749611333.983101:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807100. 00000020:00000040:3.0:1749611333.983103:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611333.983105:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611333.983106:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983107:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611333.983109:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749611333.983109:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611333.983110:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611333.983113:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781db000. 00000100:00000001:3.0:1749611333.983116:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983118:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611333.983121:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611333.983122:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611333.983124:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611333.983127:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749611333.983127:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494656256, offset 0 00000100:00000001:3.0:1749611333.983129:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.983132:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807100] to pc [ptlrpcd_rcv+-1] req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983140:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.983142:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749611333.983144:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611333.983146:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749611333.983149:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806d80. 00000020:00000040:3.0:1749611333.983151:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611333.983154:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611333.983155:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611333.983157:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611333.983160:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297500. 00000400:00000200:2.0:1749611333.983162:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611333.983163:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.983172:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611333.983176:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf945700 00000100:00000001:3.0:1749611333.983181:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611333.983183:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611333.983185:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 8840 00000100:00000040:3.0:1749611333.983188:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078806d80] to pc [ptlrpcd_00_03+3] req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611333.983194:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611333.983199:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611333.983206:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611333.983208:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611333.983213:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e680. 00000100:00000040:2.0:1749611333.983217:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e680 x1834598494656256 msgsize 520 00000100:00000001:3.0:1749611333.983221:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611333.983221:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611333.983227:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5945) 00000100:00000001:2.0:1749611333.983232:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611333.983243:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611333.983245:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:2.0:1749611333.983249:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611333.983254:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983263:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611333.983266:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983267:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611333.983269:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494656256 02000000:00000001:3.0:1749611333.983272:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611333.983273:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983275:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611333.983275:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611333.983278:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983279:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611333.983283:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611333.983284:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1287 usecs (2 jiffies) 00000100:00100000:3.0:1749611333.983286:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494656256 00000100:00000001:2.0:1749611333.983288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300607442 00000020:00000001:3.0:1749611333.983289:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611333.983290:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611333.983292:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749611333.983292:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16c40. 00000020:00000001:3.0:1749611333.983294:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611333.983296:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983299:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:3.0:1749611333.983301:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4200. 00000020:00000010:3.0:1749611333.983307:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006da6da00. 00000100:00000001:2.0:1749611333.983307:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300607442 00000100:00000001:0.0:1749611333.983308:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749611333.983310:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16780. 00000100:00000001:2.0:1749611333.983313:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611333.983313:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611333.983314:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749611333.983320:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611333.983321:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611333.983324:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611333.983325:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611333.983326:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611333.983329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300607442 00000100:00000001:3.0:1749611333.983330:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611333.983331:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611333.983332:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b16bc0. 00000100:00000040:0.0:1749611333.983334:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983338:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.983341:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611333.983345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300607442 00000100:00000001:0.0:1749611333.983346:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611333.983347:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880091b161c0. 00000100:00000001:0.0:1749611333.983348:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983349:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611333.983350:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611333.983352:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611333.983352:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611333.983353:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611333.983354:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611333.983356:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611333.983357:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611333.983358:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00000001:2.0:1749611333.983359:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611333.983360:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494656640:0@lo:400:kworker.0 00000100:00000001:3.0:1749611333.983361:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910748288 : -131938798803328 : ffff88009ac3e680) 00000100:00000001:2.0:1749611333.983361:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611333.983365:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611333.983366:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e680 x1834598494656256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983366:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611333.983368:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611333.983368:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611333.983370:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611333.983371:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983372:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611333.983373:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611333.983373:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611333.983377:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbc800. 00000100:00000040:2.0:1749611333.983378:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611333.983380:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983386:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1749611333.983386:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000001:2.0:1749611333.983387:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.983390:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749611333.983391:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821770. 00000100:00100000:3.0:1749611333.983392:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494656256:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611333.983392:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611333.983395:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611333.983396:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494656640, portal 10 00000100:00000200:3.0:1749611333.983397:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494656256 00000100:00100000:2.0:1749611333.983398:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494656384:0@lo:38:kworker.0 00000100:00000001:0.0:1749611333.983398:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611333.983400:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335901056 : -131939373650560 : ffff880078806d80) 00000020:00000001:3.0:1749611333.983401:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611333.983402:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611333.983404:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749611333.983405:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611333.983406:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.983407:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611333.983408:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611333.983412:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68800. 02000000:00000001:2.0:1749611333.983414:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611333.983417:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611333.983418:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000100:00000040:0.0:1749611333.983419:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611333.983421:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000400:00000010:0.0:1749611333.983421:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000020:00000001:3.0:1749611333.983422:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611333.983424:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494656384, portal 10 00000100:00000200:0.0:1749611333.983425:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494656640, offset 0 00010000:00020000:3.0:1749611333.983426:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611333.983426:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611333.983428:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335894784 : -131939373656832 : ffff880078805500) 00010000:00000001:3.0:1749611333.983430:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611333.983430:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611333.983434:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611333.983434:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983438:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611333.983438:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611333.983441:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611333.983444:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611333.983445:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611333.983446:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945880 02000000:00000010:3.0:1749611333.983448:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781d8c00. 00000100:00000040:2.0:1749611333.983448:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611333.983450:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611333.983451:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000001:3.0:1749611333.983452:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611333.983453:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 62912 00010000:00000001:3.0:1749611333.983456:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611333.983459:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611333.983459:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611333.983462:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611333.983463:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611333.983465:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494656384, offset 0 00000100:00000001:3.0:1749611333.983466:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611333.983467:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749611333.983469:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611333.983470:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611333.983473:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611333.983475:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611333.983475:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611333.983476:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611333.983478:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000010:0.0:1749611333.983480:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f03100. 00000100:00000040:3.0:1749611333.983481:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749611333.983482:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945780 02000000:00000001:3.0:1749611333.983483:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611333.983483:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880079f03100 x1834598494656640 msgsize 224 02000000:00000001:3.0:1749611333.983485:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611333.983486:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 63136 00000100:00000001:3.0:1749611333.983487:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611333.983488:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611333.983489:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611333.983491:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611333.983493:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000400:00000200:2.0:1749611333.983495:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611333.983498:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494656256, offset 0 00000400:00000200:3.0:1749611333.983503:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611333.983511:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611333.983514:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611333.983545:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611333.983547:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611333.983550:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf945700 00000100:00000010:2.0:1749611333.983551:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ce00. 00000100:00000001:1.0:1749611333.983553:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611333.983554:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3ce00 x1834598494656384 msgsize 520 00000100:00100000:1.0:1749611333.983555:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494656640 00000400:00000200:3.0:1749611333.983557:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8991 [1] + 0 00000100:00100000:2.0:1749611333.983558:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611333.983558:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611333.983561:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611333.983563:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611333.983563:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611333.983566:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611333.983567:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611333.983567:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611333.983568:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00100000:1.0:1749611333.983570:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494656640 00000400:00000010:0.0:1749611333.983570:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000020:00000001:1.0:1749611333.983572:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611333.983574:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611333.983574:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611333.983576:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611333.983579:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611333.983580:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611333.983581:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611333.983582:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000020:00000001:1.0:1749611333.983583:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:2.0:1749611333.983585:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000200:3.0:1749611333.983586:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611333.983586:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611333.983587:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611333.983588:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611333.983591:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611333.983591:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611333.983592:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749611333.983597:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611333.983597:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8800. 00000100:00000001:0.0:1749611333.983598:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983599:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611333.983600:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611333.983602:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611333.983602:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129cc8980. 00000100:00000001:0.0:1749611333.983604:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983606:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611333.983609:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611333.983609:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:0.0:1749611333.983609:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000001:2.0:1749611333.983610:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611333.983611:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300607442 00000400:00000200:3.0:1749611333.983613:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:2.0:1749611333.983614:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611333.983615:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:0.0:1749611333.983615:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300607442 00000100:00000001:0.0:1749611333.983617:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300607442 00000100:00000040:2.0:1749611333.983618:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1117 usecs (2 jiffies) 00000100:00000001:3.0:1749611333.983620:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611333.983620:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611333.983620:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300607442 00000100:00000001:3.0:1749611333.983621:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611333.983622:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300607442 00000100:00000001:0.0:1749611333.983624:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300607442 00000100:00000001:3.0:1749611333.983625:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611333.983625:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000100:00000001:0.0:1749611333.983626:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300607442 00000100:00000040:3.0:1749611333.983628:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:0.0:1749611333.983628:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300607442 00000020:00000010:1.0:1749611333.983629:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2680. 00000100:00000001:0.0:1749611333.983630:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611333.983631:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611333.983632:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611333.983633:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611333.983634:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:0.0:1749611333.983635:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611333.983637:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611333.983638:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e680 x1834598494656256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300607443 00000100:00000040:1.0:1749611333.983641:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611333.983644:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611333.983645:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611333.983645:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611333.983646:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300607442 00000100:00000001:0.0:1749611333.983646:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1749611333.983649:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494656256:12345-0@lo:38:kworker.0 Request processed in 258us (430us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611333.983649:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.983650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300607443 00000100:00100000:3.0:1749611333.983676:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00000001:3.0:1749611333.983680:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611333.983680:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300607442 00000100:00000001:3.0:1749611333.983681:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611333.983681:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611333.983684:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611333.983685:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611333.983686:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611333.983687:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006da6da00. 00000100:00000001:0.0:1749611333.983688:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611333.983691:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749611333.983691:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300607443 00000100:00000001:0.0:1749611333.983691:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983694:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300607442 00000020:00000010:3.0:1749611333.983695:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4200. 00000100:00000001:1.0:1749611333.983695:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983697:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300607443 00000100:00000001:3.0:1749611333.983699:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.983700:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300607442 00000100:00000001:2.0:1749611333.983703:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611333.983703:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.983705:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611333.983707:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611333.983708:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611333.983711:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:2.0:1749611333.983712:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611333.983713:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611333.983714:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494656384 02000000:00000001:1.0:1749611333.983716:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611333.983718:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611333.983719:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611333.983720:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983721:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611333.983721:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983723:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611333.983723:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611333.983723:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.983725:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611333.983725:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494656384 00000020:00000001:1.0:1749611333.983727:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749611333.983728:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 02000000:00000001:2.0:1749611333.983728:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611333.983729:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611333.983730:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611333.983731:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:2.0:1749611333.983731:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494656512:0@lo:38:kworker.0 00000020:00000001:1.0:1749611333.983732:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983734:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611333.983734:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.983736:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611333.983738:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611333.983738:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000001:3.0:1749611333.983740:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134360002816 : -131939349548800 : ffff880079f03100) 02000000:00000001:2.0:1749611333.983740:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749611333.983741:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2480. 02000000:00000010:2.0:1749611333.983744:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012eab3000. 00000020:00000010:1.0:1749611333.983744:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000040:3.0:1749611333.983746:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f03100 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:14/0 lens 224/0 e 0 to 0 dl 1749611344 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611333.983746:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611333.983747:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611333.983749:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611333.983750:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe1b8. 00000100:00000001:1.0:1749611333.983750:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611333.983753:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000001:1.0:1749611333.983754:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983755:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749611333.983757:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494656512, portal 10 00000020:00000010:3.0:1749611333.983758:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677240. 00000100:00000001:2.0:1749611333.983759:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611333.983760:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611333.983761:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611333.983761:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335901952 : -131939373649664 : ffff880078807100) 00000020:00000010:3.0:1749611333.983763:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677240. 00000100:00000001:1.0:1749611333.983765:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611333.983767:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611333.983767:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611333.983769:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494656640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1749611333.983772:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00000200:3.0:1749611333.983773:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494656640 00000100:00000001:2.0:1749611333.983773:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611333.983775:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910742016 : -131938798809600 : ffff88009ac3ce00) 00000020:00000001:3.0:1749611333.983776:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611333.983776:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611333.983778:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000020:00000001:3.0:1749611333.983779:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749611333.983781:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ce00 x1834598494656384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611333.983782:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611333.983785:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749611333.983785:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494656512, offset 0 00000020:00000001:3.0:1749611333.983787:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:2.0:1749611333.983789:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611333.983791:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749611333.983793:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494656384:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611333.983796:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611333.983797:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611333.983797:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494656384 00000020:00000001:3.0:1749611333.983798:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611333.983800:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611333.983800:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611333.983802:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945800 00010000:00000001:1.0:1749611333.983802:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611333.983803:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611333.983805:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611333.983806:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 63656 00000100:00000001:3.0:1749611333.983810:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611333.983811:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611333.983812:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611333.983812:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611333.983814:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749611333.983815:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:3.0:1749611333.983817:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880083908000. 00000100:00000001:2.0:1749611333.983817:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611333.983818:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749611333.983820:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.983822:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611333.983822:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3dc00. 00000020:00000001:3.0:1749611333.983824:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611333.983824:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611333.983825:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3dc00 x1834598494656512 msgsize 520 00010000:00000040:3.0:1749611333.983827:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494656640 00010000:00000001:1.0:1749611333.983827:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749611333.983829:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749611333.983830:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611333.983830:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611333.983832:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611333.983834:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:3.0:1749611333.983835:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f03100 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:14/0 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983837:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:1.0:1749611333.983838:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a4800. 00000400:00000200:2.0:1749611333.983840:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 02000000:00000001:1.0:1749611333.983840:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611333.983842:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611333.983842:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749611333.983843:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611333.983844:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983844:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749611333.983846:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1749611333.983847:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=88 v=5 (1 1 1 1) 00000100:00000200:2.0:1749611333.983848:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611333.983848:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611333.983851:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611333.983854:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611333.983855:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611333.983856:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611333.983857:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611333.983858:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611333.983859:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749611333.983860:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611333.983861:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611333.983863:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611333.983863:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611333.983865:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983865:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611333.983865:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611333.983866:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611333.983867:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611333.983868:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611333.983868:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749611333.983870:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611333.983870:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611333.983871:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000400:00000010:3.0:1749611333.983872:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 02000000:00000001:1.0:1749611333.983872:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983874:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300607442 00000100:00000001:1.0:1749611333.983874:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611333.983876:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494656640, offset 224 00000100:00000001:2.0:1749611333.983876:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300607443 00000100:00000040:1.0:1749611333.983876:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611333.983878:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300607442 00000100:00000001:2.0:1749611333.983880:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300607443 00000400:00000010:1.0:1749611333.983880:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000400:00000200:3.0:1749611333.983881:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611333.983882:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300607442 00000100:00000001:2.0:1749611333.983885:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300607443 00000100:00000200:1.0:1749611333.983885:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494656384, offset 0 00000100:00000001:2.0:1749611333.983887:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300607442 00000400:00000200:3.0:1749611333.983888:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611333.983891:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611333.983893:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300607443 00000400:00000200:3.0:1749611333.983894:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945880 00000100:00000001:2.0:1749611333.983895:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611333.983898:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611333.983900:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8999 [1] + 224 00000400:00000200:1.0:1749611333.983900:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611333.983905:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749611333.983905:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611333.983907:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749611333.983908:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945780 00000400:00000200:3.0:1749611333.983909:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611333.983910:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611333.983912:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611333.983914:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611333.983916:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611333.983920:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611333.983926:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x899d [1] + 0 00000100:00000200:2.0:1749611333.983929:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983932:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611333.983932:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611333.983936:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611333.983937:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983937:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611333.983938:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611333.983940:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611333.983941:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611333.983943:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611333.983945:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611333.983945:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611333.983946:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983947:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.983950:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611333.983956:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611333 v=5 (0 0 0 0) 00000100:00000040:1.0:1749611333.983957:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.983960:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749611333.983960:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=6 v=10 (10 1 1 1) 00000100:00000001:2.0:1749611333.983963:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611333.983964:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000100:00000001:2.0:1749611333.983965:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611333.983966:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611333.983968:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611333.983969:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611333.983970:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611333.983972:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611333.983973:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611333.983973:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611333.983976:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00010000:00000001:3.0:1749611333.983978:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611333.983980:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.983980:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611333.983980:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000020:00000001:3.0:1749611333.983982:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1749611333.983983:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749611333.983984:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611333.983986:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f03100 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:14/0 lens 224/224 e 0 to 0 dl 1749611344 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.983986:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611333.983986:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611333.983987:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611333.983988:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611333.983990:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611333.983991:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611333.983993:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749611333.983995:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00100000:3.0:1749611333.983997:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494656640:12345-0@lo:400:kworker.0 Request processed in 240us (511us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611333.983997:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611333.983999:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611333.984002:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611333.984004:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ce00 x1834598494656384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.984005:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611333.984010:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611333.984011:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00000001:0.0:1749611333.984012:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749611333.984014:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:1.0:1749611333.984014:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494656384:12345-0@lo:38:kworker.0 Request processed in 221us (457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611333.984015:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494656512 00000100:00000001:3.0:1749611333.984016:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611333.984018:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611333.984019:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611333.984019:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494656256:0@lo:38:kworker.0 00000100:00000001:0.0:1749611333.984020:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749611333.984022:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2680. 00000100:00100000:1.0:1749611333.984023:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00000001:0.0:1749611333.984023:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.984024:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611333.984026:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000001:2.0:1749611333.984026:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611333.984026:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611333.984026:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611333.984027:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611333.984028:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807800 x1834598494656256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611348 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611333.984029:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000100:00100000:0.0:1749611333.984029:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494656512 00000020:00000010:1.0:1749611333.984030:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2480. 00000020:00000001:0.0:1749611333.984031:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611333.984033:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749611333.984034:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00000001:2.0:1749611333.984035:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611333.984035:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611333.984036:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:2.0:1749611333.984037:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749611333.984037:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000020:00000001:0.0:1749611333.984037:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.984038:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611333.984039:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611333.984040:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cf49c00. 00000020:00000010:0.0:1749611333.984043:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbc200. 00000100:00000001:1.0:1749611333.984045:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611333.984046:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749611333.984047:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 00000020:00000001:2.0:1749611333.984048:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611333.984050:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:0.0:1749611333.984051:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:3.0:1749611333.984053:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611333.984053:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611333.984055:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611333.984055:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1749611333.984056:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781da800. 00000100:00000001:0.0:1749611333.984057:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611333.984059:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611333.984060:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611333.984061:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611333.984063:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 02000000:00000001:2.0:1749611333.984063:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611333.984063:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.984065:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611333.984067:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807800. 00000400:00000200:3.0:1749611333.984069:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821770 00000400:00000010:3.0:1749611333.984070:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821770. 00000100:00000001:2.0:1749611333.984071:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611333.984073:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611333.984073:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.984075:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611333.984076:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.984079:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611333.984081:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.984083:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611333.984085:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.984085:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611333.984088:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611333.984090:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611333.984091:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611333.984092:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611333.984092:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000100:00000001:3.0:1749611333.984093:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611333.984094:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00000001:3.0:1749611333.984095:0:28324:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749611333.984096:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 02000000:00000001:3.0:1749611333.984097:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611333.984098:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611333.984099:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611333.984099:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611333.984099:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611333.984101:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611333.984101:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611333.984101:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611333.984101:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611333.984103:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611333.984105:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00001000:3.0:1749611333.984107:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=38 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611333.984108:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910745600 : -131938798806016 : ffff88009ac3dc00) 00000100:00001000:3.0:1749611333.984111:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=38 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611333.984113:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3dc00 x1834598494656512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.984114:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611333.984115:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611333.984116:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611333.984116:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611333.984118:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611333.984118:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749611333.984123:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611333.984123:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611333.984124:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611333.984124:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494656512:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611333.984126:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611333.984128:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749611333.984128:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494656512 00000100:00000001:2.0:1749611333.984129:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611333.984130:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611333.984133:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611333.984136:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611333.984136:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611333 v=5 (0 0 0 0) 00000020:00000001:0.0:1749611333.984137:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749611333.984139:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=138 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611333.984140:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1749611333.984140:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611333.984142:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611333.984143:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611333.984143:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611333.984145:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611333.984145:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611333.984146:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611333.984149:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611333.984150:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611333.984150:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611333.984154:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611333.984156:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611333.984156:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611333.984157:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611333.984159:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611333.984159:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611333.984160:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611333.984160:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611333.984160:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611333.984162:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611333.984162:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611333.984163:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611333.984164:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611333.984164:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:2.0:1749611333.984165:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749611333.984166:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:2.0:1749611333.984168:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611333.984170:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611333.984171:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494656640:0@lo:400:kworker.0 02000000:00000010:0.0:1749611333.984171:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbaf400. 02000000:00000001:0.0:1749611333.984173:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611333.984174:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611333.984175:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.984176:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611333.984178:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611333.984178:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611333.984180:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.984181:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078806d80 x1834598494656640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611333.984181:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494656384:0@lo:38:kworker.0 00000100:00001000:0.0:1749611333.984183:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611333.984185:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.984187:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611333.984187:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611333.984188:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611333.984189:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611333.984190:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749611333.984191:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000010:3.0:1749611333.984192:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbc800. 00000100:00000001:0.0:1749611333.984193:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611333.984195:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749611333.984195:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805500 x1834598494656384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611333.984196:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611333.984196:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:3.0:1749611333.984198:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611333.984200:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749611333.984200:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000010:3.0:1749611333.984201:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297500. 00000100:00000001:2.0:1749611333.984202:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611333.984202:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611333.984204:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611333.984204:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749611333.984204:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611333.984205:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1749611333.984205:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68800. 00000100:00000001:0.0:1749611333.984206:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749611333.984207:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078806d80. 02000000:00000001:2.0:1749611333.984208:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749611333.984208:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611333.984209:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611333.984210:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:0.0:1749611333.984210:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749611333.984211:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611333.984212:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611333.984212:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611333.984214:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611333.984214:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781d8400. 00000100:00000200:0.0:1749611333.984215:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494656512, offset 0 00000400:00000200:0.0:1749611333.984218:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611333.984222:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611333.984223:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611333.984223:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611333.984225:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611333.984225:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805500. 00000400:00000200:0.0:1749611333.984226:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611333.984227:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611333.984228:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611333.984229:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611333.984230:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.984231:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611333.984232:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945800 00000100:00000001:2.0:1749611333.984233:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611333.984234:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611333.984235:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611333.984237:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611333.984237:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x89ad [1] + 0 00000400:00000200:0.0:1749611333.984242:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611333.984245:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611333.984255:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611333.984259:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611333.984269:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611333.984281:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611333.984286:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611333.984288:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749611333.984291:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611333.984292:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611333.984295:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611333.984295:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.984297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611333.984298:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:0.0:1749611333.984301:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611333.984302:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611333.984303:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749611333.984303:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611333.984305:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe1b8. 00000100:00000040:0.0:1749611333.984307:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3dc00 x1834598494656512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611353 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611333.984309:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000400:00000010:3.0:1749611333.984311:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:3.0:1749611333.984313:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611333.984317:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494656512:12345-0@lo:38:kworker.0 Request processed in 193us (490us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749611333.984318:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611333.984325:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00000200:3.0:1749611333.984327:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611333.984328:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611333.984329:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611333.984333:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 00000100:00000001:3.0:1749611333.984334:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611333.984336:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611333.984336:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:3.0:1749611333.984337:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611333.984339:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749611333.984340:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbc200. 00000100:00000001:3.0:1749611333.984341:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611333.984342:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611333.984343:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611333.984344:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611333.984349:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611333 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611333.984352:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=38 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611333.984354:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611333.984356:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611333.984359:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611333.984362:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.984370:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611333.984372:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611333.984373:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611333.984375:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611333.984377:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611333.984386:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611333.984389:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611333.984392:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611333.984396:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611333.984403:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494656512:0@lo:38:kworker.0 00000100:00000001:3.0:1749611333.984408:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.984410:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611333.984412:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807100 x1834598494656512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611333.984418:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611333.984420:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611333.984422:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012eab3000. 02000000:00000001:3.0:1749611333.984425:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611333.984426:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611333.984428:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611333.984430:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611333.984432:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781db000. 02000000:00000001:3.0:1749611333.984435:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611333.984436:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611333.984437:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807100. 00000100:00000001:3.0:1749611333.984439:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611333.984441:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611333.984442:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.984444:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611333.984445:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611333.984447:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611333.984448:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611333.985630:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300607443, at 4300607443 00000100:00000040:2.0:1749611333.985630:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300607443, at 4300607443 00000100:00000040:0.0:1749611333.985633:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300607443, at 4300607443 00000100:00000040:1.0:1749611333.985641:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300607443, at 4300607443 00000100:00000010:2.0:1749611333.985647:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16bc0. 00000100:00000010:0.0:1749611333.985673:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16c40. 00000100:00000010:1.0:1749611333.985674:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b16780. 00000100:00000010:3.0:1749611333.985686:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880091b161c0. 00000100:00000001:2.0:1749611334.458679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611334.458686:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611334.458688:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611334.458693:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611334.458696:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611334.458700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611334.458702:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611334.458705:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611334.458707:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611334.617635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611334.617643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611334.617645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611334.617672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611334.617675:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611334.617678:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611334.617697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611334.617700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611334.617701:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611334.808686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611334.808697:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611334.808700:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611334.808704:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611334.808710:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611334.808712:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611334.808714:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611334.808717:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611334.808814:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611334.808820:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611334.808824:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611334.983777:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611334.983798:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611334.983801:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611334.983829:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611334.983833:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611334.983838:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611334.983841:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611335.458788:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611335.458799:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611335.458802:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611335.458831:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611335.458836:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611335.458841:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611335.458845:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611335.458849:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611335.458852:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611335.617807:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611335.617818:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611335.617821:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611335.617827:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611335.617831:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611335.617836:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611335.617839:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611335.617855:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611335.617867:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611335.617872:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611335.617881:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611335.617885:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611335.617888:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611335.617890:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611335.617894:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611335.617903:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494654976:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611335.617909:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611335.617911:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611335.617915:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611335.617939:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611335.617943:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611335.617952:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611335.617955:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880096b97600. 00000100:00000001:0.0:1749611335.617963:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611335.617965:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611335.617969:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611335.617974:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611335.617978:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611335.617983:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbde00 refcount=4 00000020:00000001:0.0:1749611335.617985:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00010000:00000001:0.0:1749611335.617988:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00010000:00010000:0.0:1749611335.617996:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611335.618007:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611335.618013:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611335.618020:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611335.618024:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611335.618031:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611335.618033:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611335.618036:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611335.618042:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611335.618045:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611335.618048:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611335.618051:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611335.618064:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006efbde00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611335.618068:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611335.618071:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611335.618078:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611335.618080:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611335.618081:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611335.618082:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbde00 refcount=5 00000020:00000001:0.0:1749611335.618084:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00010000:00000001:0.0:1749611335.618086:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00010000:00000001:0.0:1749611335.618090:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611335.618093:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611335.618098:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611335.618100:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611335.618106:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611335.618109:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611335.618110:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611335.618112:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611335.618115:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611335.618118:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611335.618119:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611335.618121:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611335.618122:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611335.618126:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006efbde00 with handle 0x689c0ec07329d3cf from hash 00010000:00000001:0.0:1749611335.618128:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611335.618129:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611335.618130:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611335.618132:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611335.618138:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611335.618140:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611335.618143:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611335.618144:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611335.618146:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611335.618148:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611335.618151:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611335.618156:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611335.618157:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611335.618158:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611335.618159:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611335.618161:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611335.618162:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611335.618163:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611335.618165:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006efbde00/0x689c0ec07329d3cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611335.618174:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88008295ce00 count: 0 00010000:00000001:0.0:1749611335.618205:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611335.618207:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611335.618210:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611335.618215:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00e00 x1834598494654976/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611335.618222:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611335.618225:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611335.618228:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611335.618230:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611335.618236:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006efbd600. 02000000:00000001:0.0:1749611335.618241:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611335.618243:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611335.618246:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00e00. 00000100:00000001:0.0:1749611335.618251:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611335.618253:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611335.618255:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611335.618259:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611335.618270:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611335.618274:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b538ce00. 00000020:00000010:0.0:1749611335.618279:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd600. 00000020:00000010:0.0:1749611335.618286:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbc200. 00000040:00000010:0.0:1749611335.618290:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611335.618296:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611335.618302:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbda00. 80000000:00000010:0.0:1749611335.618308:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611335.618315:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbd800. 00080000:00000010:0.0:1749611335.618324:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c3000. 00080000:00000010:0.0:1749611335.618331:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 10000000:00000040:0.0:1749611335.618341:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749611335.618343:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611335.618350:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbc200. 00000040:00000010:0.0:1749611335.618355:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611335.618358:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611335.618364:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbda00. 80000000:00000010:0.0:1749611335.618367:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611335.618374:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbd800. 00080000:00000010:0.0:1749611335.618379:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611335.618384:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000020:00000010:0.0:1749611335.618388:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd600. 10000000:00000010:0.0:1749611335.618391:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b538ce00. 10000000:01000000:0.0:1749611335.618395:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' failed (-5). 10000000:00000001:0.0:1749611335.618412:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611335.618416:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611335.618419:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611335.618421:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611335.618423:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88007ef3be00) refs 2 10000000:00000001:0.0:1749611335.618426:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611335.618428:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611335.618430:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88007ef3a400) refs 3 10000000:00000001:0.0:1749611335.618431:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611335.618433:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611335.618440:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749611335.618442:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611335.618444:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b422c000 from 7 10000000:00000001:2.0:1749611335.618446:0:24538:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000001:0.0:1749611335.618447:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611335.618448:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 10000000:00000040:2.0:1749611335.618452:0:24538:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00000100:00000010:0.0:1749611335.618453:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00e00. 00010000:00000001:2.0:1749611335.618455:0:24538:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1749611335.618457:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00010000:00000001:2.0:1749611335.618458:0:24538:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611335.618461:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1749611335.618462:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:2.0:1749611335.618463:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:0.0:1749611335.618466:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611335.618472:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611335.618478:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006efbd600. 00000100:00000001:0.0:1749611335.618486:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611335.618491:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611335.618494:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611335.618500:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88008295cb00. 00010000:00000001:0.0:1749611335.618506:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611335.618508:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006efbce00. 00000020:00000001:0.0:1749611335.618513:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611335.618515:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006efbce00 with handle 0x689c0ec07329d3d6 to hash 00000020:00000001:0.0:1749611335.618518:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611335.618520:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611335.618551:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611335.618554:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611335.618556:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611335.618559:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611335.618568:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611335.618581:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611335.618587:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611335.618589:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611335.618603:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880096b97600. 00000100:00000001:0.0:1749611335.618605:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134842955264 : -131938866596352 : ffff880096b97600) 00000100:00000001:0.0:1749611335.618609:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611335.618611:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359993856 : -131939349557760 : ffff880079f00e00) 00000100:00000001:0.0:1749611335.618616:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611335.618622:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611335.618625:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611335.618627:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611335.618632:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611335.618666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611335.618668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611335.618672:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611335.618680:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611335.618682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611335.618684:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611335.618686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611335.618689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611335.618690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611335.618692:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611335.618693:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611335.618695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611335.620821:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88008295ce00. 00010000:00000010:2.1:1749611335.620833:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006efbde00. 00010000:00000001:0.0:1749611335.810736:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611335.810746:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611335.810890:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611335.810896:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611335.810901:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611335.983749:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611335.983769:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611335.983772:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611335.983777:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611335.983781:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611335.983787:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611335.983789:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611336.458796:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611336.458808:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611336.458811:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611336.458816:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611336.458821:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611336.458826:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611336.458830:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611336.458834:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611336.458837:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611336.618869:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611336.618881:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611336.618885:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611336.618893:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611336.618898:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611336.618904:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611336.618909:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611336.618914:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611336.618918:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611336.812738:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611336.812748:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611336.812904:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611336.812910:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611336.812914:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611336.983762:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611336.983789:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611336.983793:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611336.983802:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611336.983806:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611336.983813:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611336.983817:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611337.458742:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611337.458754:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611337.458779:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611337.458785:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611337.458790:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611337.458795:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611337.458798:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611337.458802:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611337.458805:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611337.618729:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611337.618739:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611337.618742:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611337.618747:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611337.618751:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611337.618756:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611337.618759:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611337.618763:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611337.618766:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611337.814732:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611337.814738:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611337.814856:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611337.814863:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611337.814867:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611337.983668:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611337.983686:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611337.983689:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611337.983693:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611337.983696:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611337.983700:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611337.983702:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.458788:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611338.458797:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611338.458800:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611338.458806:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611338.458811:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611338.458816:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611338.458819:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611338.458823:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611338.458826:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.618714:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611338.618723:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611338.618726:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611338.618731:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611338.618735:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611338.618740:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611338.618743:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611338.618747:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611338.618750:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611338.816686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611338.816696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611338.816838:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611338.816844:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611338.816849:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611338.983745:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611338.983756:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1749611338.983774:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611313/real 1749611313] req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611338.983801:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611338.983804:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611338.983809:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000400:00000200:3.0:1749611338.983820:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821ee0 00000400:00000010:3.0:1749611338.983823:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821ee0. 00000100:00000001:3.0:1749611338.983829:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611338.983854:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611338.983865:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.983874:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611338.983876:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.983880:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611338.983882:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611338.983886:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.983893:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.983906:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611338.983908:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.983912:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611338.983915:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611338.983919:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611338.983923:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.983932:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749611338.983935:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.983937:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611338.983938:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.983941:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611338.983945:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1749611338.983949:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611338.983987:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:3.0:1749611338.983990:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1749611338.983994:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611338.984003:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494653312:0@lo:250:kworker.0 00000100:00000001:3.0:1749611338.984018:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.984021:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611338.984025:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc000 x1834598494653312/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611338 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.984032:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611338.984036:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611338.984041:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbae400. 02000000:00000001:3.0:1749611338.984047:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611338.984050:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611338.984053:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749611338.984056:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611338.984059:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5206400. 02000000:00000001:3.0:1749611338.984063:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611338.984065:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611338.984068:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 00000100:00000001:3.0:1749611338.984072:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611338.984074:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.984076:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.984080:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611338.984082:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984083:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611338.984085:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611338.984105:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611338.984122:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611338.984125:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611338.984129:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611338.984133:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611338.984137:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5920 00000100:00080000:2.0:1749611338.984142:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611338.984146:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611338.984150:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611338.984153:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984155:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611338.984159:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611338.984162:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611338.984165:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611338.984169:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611338.984171:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611338.984174:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611338.984177:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611338.984179:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611338.984180:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984182:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611338.984186:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611338.984189:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611338.984191:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.984194:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611338.984198:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611338.984202:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984204:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611338.984207:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611338.984214:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ed80. 00000020:00000040:2.0:1749611338.984218:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611338.984223:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611338.984230:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984234:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611338.984238:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611338.984243:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611338.984252:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3800. 00000100:00000001:2.0:1749611338.984260:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611338.984268:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611338.984280:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611338.984285:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611338.984291:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3ed80] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984307:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611338.984311:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611338.984314:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611338.984316:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611338.984316:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611338.984317:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611338.984319:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611338.984320:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749611338.984321:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749611338.984323:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5940 00000100:00001000:2.0:1749611338.984326:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff8801369c93f0 time=11 v=10 (10 1 1 1) 00000100:00000040:3.0:1749611338.984328:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611338.984330:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000100:00080000:2.0:1749611338.984333:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00000001:3.0:1749611338.984337:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611338.984337:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611338.984339:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984339:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611338.984340:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984342:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611338.984343:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611338.984344:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611338.984346:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 02000000:00000001:3.0:1749611338.984347:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611338.984347:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611338.984349:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611338.984349:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611338.984351:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00100000:3.0:1749611338.984353:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494656896:0@lo:250:kworker.0 00000020:00000001:2.0:1749611338.984353:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:3.0:1749611338.984357:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611338.984362:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611338.984364:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611338.984366:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984368:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611338.984370:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611338.984371:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:3.0:1749611338.984373:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611338.984373:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611338.984375:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.984376:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611338.984377:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1749611338.984381:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083909c00. 02000000:00000001:2.0:1749611338.984383:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611338.984384:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.984385:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984387:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611338.984390:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611338.984391:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000010:2.0:1749611338.984393:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3df80. 00000020:00000040:2.0:1749611338.984396:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:3.0:1749611338.984398:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 02000000:00000001:2.0:1749611338.984398:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611338.984399:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984401:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611338.984402:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611338.984404:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611338.984407:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494656896, portal 25 02000000:00000010:2.0:1749611338.984408:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab1400. 00000100:00000001:3.0:1749611338.984410:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611338.984412:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910750080 : -131938798801536 : ffff88009ac3ed80) 00000100:00000001:2.0:1749611338.984413:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611338.984417:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749611338.984419:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984424:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611338.984426:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984427:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611338.984429:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3df80] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611338.984431:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611338.984433:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611338.984436:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494656896, offset 0 00000100:00000001:2.0:1749611338.984438:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611338.984441:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:3.0:1749611338.984443:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611338.984445:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611338.984446:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611338.984447:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611338.984455:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611338.984458:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5940 00000100:00080000:2.0:1749611338.984460:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749611338.984461:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611338.984463:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611338.984465:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611338.984467:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984469:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611338.984471:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611338.984472:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611338.984473:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611338.984475:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:3.0:1749611338.984476:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf945980 00000020:00000001:2.0:1749611338.984477:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611338.984479:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611338.984482:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611338.984483:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000100:3.0:1749611338.984484:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494656896 offset 0 length 520: 4 00000100:00000040:2.0:1749611338.984485:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984487:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611338.984489:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd5290 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:2.0:1749611338.984489:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611338.984491:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:3.0:1749611338.984492:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749611338.984493:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.984495:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611338.984498:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611338.984500:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984501:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1749611338.984503:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:2.0:1749611338.984503:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611338.984505:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000010:2.0:1749611338.984507:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d880. 00000100:00000001:3.0:1749611338.984509:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749611338.984509:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611338.984511:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611338.984512:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611338.984513:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984513:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611338.984515:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611338.984516:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984550:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611338.984554:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.984561:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984563:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611338.984568:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611338.984571:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3000. 00000100:00000001:2.0:1749611338.984575:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984580:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300612465 00000100:00100000:2.0:1749611338.984580:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1749611338.984585:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677240. 00000100:00000001:2.0:1749611338.984588:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611338.984590:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984593:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749611338.984593:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3d880] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984601:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611338.984604:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611338.984630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300612465 00000100:00000010:3.0:1749611338.984634:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677c40. 00000100:00000001:3.0:1749611338.984638:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749611338.984641:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611338.984643:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611338.984645:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611338.984646:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300612465 00000100:00000001:2.0:1749611338.984648:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:3.0:1749611338.984649:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677ec0. 00000100:00080000:2.0:1749611338.984650:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5940 00000100:00000001:3.0:1749611338.984653:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749611338.984653:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749611338.984656:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300612465 00000100:00000040:2.0:1749611338.984656:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611338.984658:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749611338.984659:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f80. 00000100:00000040:2.0:1749611338.984659:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611338.984661:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611338.984662:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1749611338.984663:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611338.984665:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611338.984665:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611338.984667:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611338.984668:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611338.984669:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611338.984671:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749611338.984672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611338.984673:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749611338.984674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611338.984677:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611338.984678:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611338.984678:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611338.984680:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1749611338.984680:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611338.984682:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611338.984682:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611338.984683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611338.984684:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611338.984689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611338.984691:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611338.984694:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611338.984697:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611338.984697:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984699:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.984699:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611338.984701:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611338.984703:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611338.984704:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611338.984705:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.984706:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984707:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749611338.984709:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494657024:0@lo:38:kworker.0 00000100:00000001:2.0:1749611338.984709:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984713:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611338.984713:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c380. 00000020:00000040:2.0:1749611338.984715:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611338.984716:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611338.984717:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.984718:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611338.984719:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984721:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611338.984722:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611338.984724:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.984725:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611338.984728:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083909400. 02000000:00000010:2.0:1749611338.984730:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cd68800. 02000000:00000001:3.0:1749611338.984731:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984734:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611338.984735:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00100000:2.0:1749611338.984738:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749611338.984739:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611338.984743:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494657024, portal 4 00000100:00000001:3.0:1749611338.984745:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611338.984746:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910746496 : -131938798805120 : ffff88009ac3df80) 00000100:00000001:2.0:1749611338.984746:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611338.984748:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611338.984752:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009ac3c380] to pc [ptlrpcd_rcv+-1] req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611338.984754:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984760:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984762:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611338.984763:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1749611338.984764:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611338.984766:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611338.984766:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1749611338.984768:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494657024, offset 0 00000400:00000200:3.0:1749611338.984771:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611338.984771:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000040:2.0:1749611338.984773:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611338.984776:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749611338.984778:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611338.984778:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611338.984780:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611338.984784:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf945a00 02000000:00000010:2.0:1749611338.984784:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5f00. 00000100:00000001:2.0:1749611338.984786:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611338.984791:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 9360 00000100:00000040:2.0:1749611338.984796:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611338.984799:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611338.984804:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611338.984805:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611338.984807:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984810:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611338.984812:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc380] to pc [ptlrpcd_00_00+0] req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611338.984813:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749611338.984818:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807100. 00000100:00000040:3.0:1749611338.984822:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078807100 x1834598494657024 msgsize 520 00000100:00100000:3.0:1749611338.984826:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611338.984836:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611338.984840:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611338.984842:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611338.984845:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611338.984848:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984851:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984856:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611338.984857:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5950) 00000100:00000040:3.0:1749611338.984858:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.984870:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611338.984877:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611338.984879:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.984879:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611338.984880:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611338.984881:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611338.984885:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611338.984887:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611338.984887:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611338.984890:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1286 usecs (2 jiffies) 00000100:00000001:3.0:1749611338.984892:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300612444 00000100:00000001:3.0:1749611338.984895:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300612465 00000100:00000001:2.0:1749611338.984895:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611338.984898:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300612444 00000100:00100000:2.0:1749611338.984898:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657024 00000100:00000001:3.0:1749611338.984900:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300612465 02000000:00000001:2.0:1749611338.984900:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611338.984902:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300612444 00000100:00000001:2.0:1749611338.984903:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611338.984904:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300612465 00000100:00000001:3.0:1749611338.984906:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300612444 00000100:00000001:2.0:1749611338.984907:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984908:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300612465 00000100:00000001:3.0:1749611338.984910:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611338.984911:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984912:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.984915:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611338.984915:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657024 00000100:00000001:0.0:1749611338.984917:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749611338.984918:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611338.984919:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611338.984919:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611338.984919:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611338.984921:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611338.984923:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611338.984923:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611338.984925:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749611338.984925:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611338.984926:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611338.984927:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611338.984928:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.984929:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611338.984931:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611338.984931:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00100000:0.0:1749611338.984932:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494657408:0@lo:400:kworker.0 02000000:00000001:3.0:1749611338.984933:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611338.984936:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494657152:0@lo:38:kworker.0 00000100:00000001:0.0:1749611338.984936:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749611338.984937:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:3.0:1749611338.984939:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611338.984939:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611338.984941:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611338.984941:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.984942:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611338.984943:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 02000000:00000001:0.0:1749611338.984943:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749611338.984944:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611338.984947:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908400. 02000000:00000010:0.0:1749611338.984948:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbd800. 02000000:00000001:3.0:1749611338.984950:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984950:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611338.984950:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.984952:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611338.984954:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611338.984956:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000400:00000010:3.0:1749611338.984958:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000400:00000010:3.0:1749611338.984961:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611338.984961:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611338.984961:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:3.0:1749611338.984965:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494657152, portal 10 00000100:00000001:3.0:1749611338.984967:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749611338.984967:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494657408, portal 10 00000100:00000001:3.0:1749611338.984968:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910744704 : -131938798806912 : ffff88009ac3d880) 00000100:00000001:0.0:1749611338.984969:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611338.984971:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000040:3.0:1749611338.984975:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.984975:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611338.984979:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.984982:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611338.984984:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611338.984986:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:2.0:1749611338.984987:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611338.984988:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611338.984989:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494657152, offset 0 00000100:00000001:2.0:1749611338.984989:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611338.984991:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611338.984992:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611338.984993:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00100000:2.0:1749611338.984995:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00000200:0.0:1749611338.984996:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494657408, offset 0 00000400:00000200:3.0:1749611338.984997:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611338.984998:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335901952 : -131939373649664 : ffff880078807100) 00000400:00000200:0.0:1749611338.985001:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611338.985002:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945a80 00000100:00000040:2.0:1749611338.985003:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078807100 x1834598494657024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611338.985008:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 64176 00000400:00000200:0.0:1749611338.985010:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611338.985013:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611338.985016:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611338.985018:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945b80 00000100:00000001:3.0:1749611338.985020:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611338.985022:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611338.985023:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 64696 00000100:00000010:3.0:1749611338.985026:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806d80. 00000100:00000040:3.0:1749611338.985029:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078806d80 x1834598494657152 msgsize 520 00000100:00100000:2.0:1749611338.985029:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494657024:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611338.985029:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611338.985034:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749611338.985034:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657024 00000400:00000200:0.0:1749611338.985034:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611338.985039:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611338.985043:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749611338.985043:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749611338.985050:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611338.985052:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611338.985054:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611338.985058:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611338.985061:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749611338.985062:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985063:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611338.985064:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657152 00000100:00000001:3.0:1749611338.985065:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611338.985065:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00020000:2.0:1749611338.985067:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749611338.985067:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749611338.985068:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611338.985070:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611338.985070:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749611338.985070:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f03480. 00000100:00000001:1.0:1749611338.985072:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985074:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985075:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749611338.985075:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611338.985079:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611338.985079:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079f03480 x1834598494657408 msgsize 224 00000100:00000001:2.0:1749611338.985081:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611338.985084:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.985084:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611338.985084:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611338.985086:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611338.985088:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1116 usecs (2 jiffies) 02000000:00000010:2.0:1749611338.985089:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781db000. 00000100:00000001:3.0:1749611338.985090:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300612444 00000100:00100000:1.0:1749611338.985090:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657152 02000000:00000001:2.0:1749611338.985091:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611338.985092:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611338.985093:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300612465 00000100:00000001:2.0:1749611338.985094:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611338.985094:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611338.985095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300612444 00000020:00000001:1.0:1749611338.985096:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611338.985096:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611338.985098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300612465 00010000:00000001:2.0:1749611338.985098:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749611338.985098:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300612444 00010000:00000001:2.0:1749611338.985101:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611338.985101:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985102:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300612465 00000100:00000001:3.0:1749611338.985103:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300612444 00000400:00000200:0.0:1749611338.985104:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:3.0:1749611338.985105:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300612465 00000100:00001000:2.0:1749611338.985105:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749611338.985106:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000400:00000010:0.0:1749611338.985106:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:3.0:1749611338.985107:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611338.985109:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.985109:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611338.985109:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611338.985111:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2480. 00000100:00000001:3.0:1749611338.985112:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.985113:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611338.985114:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611338.985114:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611338.985115:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000010:1.0:1749611338.985116:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:2.0:1749611338.985117:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611338.985118:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611338.985120:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611338.985120:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611338.985121:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611338.985122:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611338.985122:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611338.985122:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611338.985123:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611338.985123:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611338.985124:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611338.985125:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611338.985126:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611338.985126:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611338.985127:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611338.985128:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.985129:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611338.985131:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611338.985131:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985133:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985135:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749611338.985135:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000001:0.0:1749611338.985135:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611338.985136:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.985138:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611338.985139:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.985140:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611338.985140:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494657024, offset 0 00000100:00000001:1.0:1749611338.985141:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611338.985142:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611338.985143:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00100000:3.0:1749611338.985145:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494657280:0@lo:38:kworker.0 00000400:00000200:2.0:1749611338.985145:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611338.985146:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300612443 00000100:00000001:3.0:1749611338.985148:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611338.985149:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300612465 02000000:00000001:3.0:1749611338.985150:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611338.985150:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611338.985152:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611338.985152:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657408 00000100:00000001:0.0:1749611338.985152:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300612443 02000000:00000001:3.0:1749611338.985153:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611338.985153:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611338.985154:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611338.985155:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611338.985155:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300612465 02000000:00000010:3.0:1749611338.985156:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908800. 00000100:00000001:0.0:1749611338.985156:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300612443 00000100:00000001:1.0:1749611338.985157:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611338.985159:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985159:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300612465 00000100:00000001:0.0:1749611338.985161:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300612443 00000100:00100000:1.0:1749611338.985162:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657408 00000020:00000001:1.0:1749611338.985163:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611338.985163:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300612465 00000020:00000040:1.0:1749611338.985164:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611338.985165:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611338.985166:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611338.985167:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf945a00 00000100:00000001:0.0:1749611338.985167:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611338.985168:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611338.985170:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611338.985171:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611338.985172:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611338.985173:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611338.985173:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x89c9 [1] + 0 00000020:00000001:1.0:1749611338.985173:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:3.0:1749611338.985177:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000400:00000200:2.0:1749611338.985178:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611338.985178:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611338.985179:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749611338.985180:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:0.0:1749611338.985180:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749611338.985182:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611338.985182:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8980. 00000100:00000001:0.0:1749611338.985182:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611338.985183:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749611338.985184:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494657280, portal 10 00000100:00000001:2.0:1749611338.985185:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611338.985186:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611338.985187:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000020:00000010:1.0:1749611338.985188:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129cc8800. 00000100:00000200:2.0:1749611338.985190:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.985191:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611338.985194:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.985194:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611338.985195:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611338.985201:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611338.985201:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611338.985203:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611338.985204:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1749611338.985205:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000200:3.0:1749611338.985207:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494657280, offset 0 00000020:00000010:1.0:1749611338.985208:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000400:00000200:3.0:1749611338.985210:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611338.985210:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611338.985211:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2080. 00000400:00000200:2.0:1749611338.985216:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00080000:0.0:1749611338.985218:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749611338.985219:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611338.985219:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000020:00000010:1.0:1749611338.985220:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:2.0:1749611338.985222:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611338.985223:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:0.0:1749611338.985223:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749611338.985224:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945b00 00000100:00000040:1.0:1749611338.985227:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611338.985228:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611338.985229:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 64920 00000100:00000001:1.0:1749611338.985230:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611338.985231:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749611338.985231:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611338.985233:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611338.985233:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611338.985234:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611338.985235:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611338.985236:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611338.985238:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611338.985240:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611338.985240:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807100 x1834598494657024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611338.985240:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1749611338.985241:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611338.985241:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611338.985242:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985243:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1749611338.985244:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806300. 00000100:00000040:3.0:1749611338.985247:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078806300 x1834598494657280 msgsize 520 00000100:00000001:1.0:1749611338.985249:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611338.985249:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1749611338.985251:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749611338.985251:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494657024:12345-0@lo:38:kworker.0 Request processed in 222us (426us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749611338.985252:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611338.985254:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611338.985254:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134360003712 : -131939349547904 : ffff880079f03480) 00000100:00000001:3.0:1749611338.985258:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611338.985259:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657280 00000100:00100000:2.0:1749611338.985260:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 02000000:00000001:1.0:1749611338.985260:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749611338.985261:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000100:00000040:0.0:1749611338.985261:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f03480 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:19/0 lens 224/0 e 0 to 0 dl 1749611349 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611338.985262:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611338.985263:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:2.0:1749611338.985263:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611338.985264:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985265:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611338.985265:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611338.985266:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611338.985268:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657280 00000100:00000200:3.0:1749611338.985269:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611338.985270:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611338.985270:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611338.985271:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611338.985272:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611338.985273:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749611338.985273:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538ce00. 00000020:00000001:1.0:1749611338.985275:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985276:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611338.985276:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000020:00000001:1.0:1749611338.985276:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985276:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611338.985278:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b538ce00. 00000100:00000040:3.0:1749611338.985279:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611338.985280:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000020:00000010:2.0:1749611338.985281:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000020:00000010:1.0:1749611338.985282:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2400. 00000100:00100000:0.0:1749611338.985283:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494657408:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749611338.985284:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:3.0:1749611338.985286:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.985286:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611338.985286:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611338.985287:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749611338.985287:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657408 00000100:00000001:1.0:1749611338.985289:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611338.985290:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611338.985291:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985292:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749611338.985294:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611338.985296:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611338.985296:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611338.985297:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611338.985300:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000020:00000001:0.0:1749611338.985300:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611338.985301:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611338.985302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300612443 00000100:00000001:1.0:1749611338.985302:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749611338.985303:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611338.985305:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300612465 00000020:00000001:0.0:1749611338.985306:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749611338.985307:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00000001:3.0:1749611338.985308:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300612443 00000100:00000001:3.0:1749611338.985310:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300612465 00000100:00000001:1.0:1749611338.985310:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335901056 : -131939373650560 : ffff880078806d80) 00000020:00000001:0.0:1749611338.985310:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.985312:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300612443 00000020:00000001:0.0:1749611338.985312:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611338.985314:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300612465 00000100:00000001:2.0:1749611338.985315:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749611338.985315:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611338.985316:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300612443 00000100:00000001:2.0:1749611338.985316:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611338.985316:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078806d80 x1834598494657152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611338.985317:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985318:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300612465 00000100:00000001:3.0:1749611338.985320:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611338.985320:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749611338.985321:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00000001:3.0:1749611338.985322:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611338.985324:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335898368 : -131939373653248 : ffff880078806300) 00000100:00000001:0.0:1749611338.985325:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:3.0:1749611338.985326:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611338.985327:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611338.985327:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749611338.985328:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494657152:12345-0@lo:38:kworker.0 00000400:00000010:3.0:1749611338.985329:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 02000000:00000010:0.0:1749611338.985331:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac400. 00000400:00000200:3.0:1749611338.985334:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 02000000:00000001:0.0:1749611338.985334:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611338.985335:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000040:2.0:1749611338.985335:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078806300 x1834598494657280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.985336:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985337:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611338.985337:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657152 00000100:00000200:3.0:1749611338.985341:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611338.985341:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611338.985343:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611338.985344:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611338.985345:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494657280:12345-0@lo:38:kworker.0 00010000:00000040:0.0:1749611338.985348:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494657408 00000100:00000200:3.0:1749611338.985349:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611338.985349:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657280 00000020:00000001:2.0:1749611338.985351:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611338.985351:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749611338.985353:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611338.985354:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611338.985356:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000200:0.0:1749611338.985356:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f03480 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:19/0 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.985357:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749611338.985357:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611338.985359:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749611338.985360:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611338.985362:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749611338.985362:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611338.985363:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611338.985364:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:2.0:1749611338.985365:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611338.985365:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611338.985366:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611338.985367:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611338.985367:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611338.985368:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611338.985368:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611338.985370:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611338.985370:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=93 v=5 (1 1 1 1) 00010000:00000001:2.0:1749611338.985371:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611338.985371:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611338.985373:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611338.985374:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611338.985375:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749611338.985375:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a7c00. 00000100:00000040:0.0:1749611338.985376:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00001000:3.0:1749611338.985377:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611338 v=5 (0 0 0 0) 02000000:00000001:2.0:1749611338.985377:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611338.985377:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985378:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611338.985379:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611338.985380:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=11 v=15 (15 1 1 1) 02000000:00000010:2.0:1749611338.985381:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781d8400. 02000000:00000001:0.0:1749611338.985381:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749611338.985382:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611338.985382:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.985383:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611338.985384:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611338.985384:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611338.985385:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611338.985387:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749611338.985387:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749611338.985387:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611338.985389:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749611338.985389:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611338.985389:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:1.0:1749611338.985391:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:2.0:1749611338.985392:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611338.985393:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611338.985394:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611338.985394:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494657408, offset 224 00000100:00000001:3.0:1749611338.985395:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611338.985395:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611338.985396:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611338.985397:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611338.985398:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611338.985399:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611338.985400:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611338.985400:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611338.985401:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611338.985401:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611338.985404:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611338.985405:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611338.985405:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611338.985407:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611338.985407:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611338.985408:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611338.985408:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611338.985409:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611338.985410:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611338.985411:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749611338.985411:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611338.985411:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945b80 00000100:00000001:3.0:1749611338.985412:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611338.985413:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611338.985413:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611338.985414:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611338.985416:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611338.985416:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611338.985416:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000400:00000200:0.0:1749611338.985417:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x89d5 [1] + 224 00000400:00000010:2.0:1749611338.985418:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00080000:3.0:1749611338.985419:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611338.985422:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:0.0:1749611338.985422:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611338.985423:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494657152, offset 0 00000100:00000001:3.0:1749611338.985424:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611338.985425:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494657280, offset 0 00000400:00000200:0.0:1749611338.985425:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611338.985427:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611338.985429:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611338.985435:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494657024:0@lo:38:kworker.0 00000100:00000001:3.0:1749611338.985440:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611338.985441:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611338.985442:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611338.985445:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3df80 x1834598494657024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611338.985447:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611338.985448:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945b00 00000100:00000001:0.0:1749611338.985451:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611338.985452:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611338.985453:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749611338.985453:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x89e5 [1] + 0 02000000:00000010:3.0:1749611338.985455:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083909400. 00000100:00000200:0.0:1749611338.985455:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611338.985456:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611338.985457:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611338.985459:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611338.985460:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749611338.985461:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749611338.985462:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611338.985464:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611338.985464:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611338.985464:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945a80 00000100:00000040:0.0:1749611338.985465:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611338.985466:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1400. 00000100:00000200:2.0:1749611338.985469:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611338.985470:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749611338.985470:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x89d1 [1] + 0 02000000:00000001:3.0:1749611338.985471:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611338.985473:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3df80. 00000400:00000200:1.0:1749611338.985476:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611338.985478:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611338.985479:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.985482:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749611338.985482:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:3.0:1749611338.985483:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611338.985484:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:3.0:1749611338.985485:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611338.985486:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611338.985487:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611338.985488:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611338.985488:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611338.985490:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611338.985491:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611338.985492:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1749611338.985492:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00000001:3.0:1749611338.985494:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611338.985495:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611338.985496:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611338.985496:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749611338.985496:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611338.985498:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611338.985498:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611338.985499:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611338.985500:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611338.985501:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611338.985502:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:3.0:1749611338.985503:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000100:00000040:2.0:1749611338.985503:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00010000:00000001:0.0:1749611338.985504:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:3.0:1749611338.985505:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:2.0:1749611338.985506:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611338.985506:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611338.985507:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000020:00000001:2.0:1749611338.985508:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611338.985508:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.985509:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611338.985509:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611338.985512:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806300 x1834598494657280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611338.985513:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f03480 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:19/0 lens 224/224 e 0 to 0 dl 1749611349 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611338.985514:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611338.985517:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749611338.985546:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494657280:12345-0@lo:38:kworker.0 Request processed in 177us (272us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749611338.985550:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611338.985555:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00000001:2.0:1749611338.985557:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611338.985558:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611338.985559:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749611338.985559:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494657408:12345-0@lo:400:kworker.0 Request processed in 286us (477us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611338.985560:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.985562:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749611338.985562:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2400. 02000000:00000001:3.0:1749611338.985564:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611338.985564:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:3.0:1749611338.985565:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749611338.985566:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000001:3.0:1749611338.985567:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611338.985567:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00100000:0.0:1749611338.985568:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 02000000:00000001:3.0:1749611338.985569:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611338.985569:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000100:00000001:1.0:1749611338.985571:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749611338.985571:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611338.985572:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:3.0:1749611338.985574:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611338 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611338.985574:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611338.985576:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749611338.985577:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=43 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611338.985577:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611338.985577:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985580:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611338.985580:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000010:0.0:1749611338.985580:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2080. 00000100:00000001:3.0:1749611338.985581:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611338.985582:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985584:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611338.985584:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611338.985584:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000040:3.0:1749611338.985588:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611338.985588:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000100:00000040:1.0:1749611338.985590:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806d80 x1834598494657152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611358 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611338.985594:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749611338.985594:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611338.985596:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611338.985597:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.985598:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611338.985601:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494657152:12345-0@lo:38:kworker.0 Request processed in 273us (569us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611338.985629:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611338.985631:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611338.985635:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611338.985638:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611338.985640:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611338.985641:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00000040:3.0:1749611338.985645:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611338.985645:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611338.985646:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611338.985648:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611338.985650:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2480. 00000100:00000001:0.0:1749611338.985650:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611338.985653:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494657280:0@lo:38:kworker.0 00000020:00000010:1.0:1749611338.985654:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000400:00000001:0.0:1749611338.985654:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611338.985656:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611338.985658:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000400:00000010:0.0:1749611338.985658:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000100:00000001:1.0:1749611338.985662:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611338.985662:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611338.985663:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749611338.985666:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611338.985670:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611338.985671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611338.985673:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611338.985675:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611338.985678:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000200:0.0:1749611338.985679:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611338.985680:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611338.985682:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611338.985686:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.985687:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611338.985688:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611338.985691:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749611338.985695:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611338.985699:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611338.985701:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611338.985702:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611338.985703:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611338.985703:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985705:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611338.985706:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.985707:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611338.985708:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611338.985709:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.985711:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611338.985712:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611338.985715:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611338 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611338.985715:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=43 v=5 (1 1 1 1) 00000100:00001000:3.0:1749611338.985718:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=143 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611338.985718:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611338.985720:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985721:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611338.985722:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749611338.985723:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749611338.985724:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611338.985728:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749611338.985729:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611338.985737:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985740:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611338.985740:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749611338.985743:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749611338.985743:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611338.985744:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611338.985745:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611338.985746:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611338.985746:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985747:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611338.985749:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611338.985750:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611338.985752:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611338.985754:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611338.985756:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611338.985758:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.985758:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611338.985760:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611338.985763:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611338.985766:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494657152:0@lo:38:kworker.0 00000100:00000001:3.0:1749611338.985770:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611338.985771:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494657408:0@lo:400:kworker.0 00000100:00000001:3.0:1749611338.985772:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611338.985775:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3c380 x1834598494657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611338.985776:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611338.985778:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611338.985781:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749611338.985781:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494657408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611338.985782:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611338.985784:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908800. 02000000:00000001:3.0:1749611338.985787:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611338.985787:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749611338.985788:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611338.985789:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611338.985789:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749611338.985791:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611338.985791:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbd800. 02000000:00000010:3.0:1749611338.985793:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cd68800. 02000000:00000001:0.0:1749611338.985794:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749611338.985796:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611338.985797:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611338.985799:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c380. 00000020:00000001:0.0:1749611338.985801:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611338.985802:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1749611338.985802:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611338.985803:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.985805:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611338.985805:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611338.985807:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5f00. 00000100:00000040:3.0:1749611338.985808:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3d880 x1834598494657152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611338.985810:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611338.985812:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611338.985814:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:0.0:1749611338.985817:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611338.985818:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611338.985820:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611338.985824:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611338.985825:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611338.985826:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.985827:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611338.985828:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611338.985829:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908400. 00000100:00000001:0.0:1749611338.985830:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611338.985831:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611338.985832:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611338.985833:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611338.985835:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611338.985836:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3000. 02000000:00000001:3.0:1749611338.985839:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611338.985840:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611338.985841:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d880. 00000100:00000001:3.0:1749611338.985843:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611338.985844:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611338.985846:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985848:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611338.985849:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611338.985851:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611338.985852:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611339.007653:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300612465, at 4300612465 00000100:00000040:0.0:1749611339.007657:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300612465, at 4300612465 00000100:00000040:2.0:1749611339.007663:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300612465, at 4300612465 00000100:00000040:1.0:1749611339.007663:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300612465, at 4300612465 00000100:00000010:3.0:1749611339.007664:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f80. 00000100:00000010:0.0:1749611339.007668:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677240. 00000100:00000010:2.0:1749611339.007681:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677ec0. 00000100:00000010:1.0:1749611339.007696:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677c40. 00000100:00000001:2.0:1749611339.458773:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611339.458784:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611339.458787:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611339.458792:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611339.458797:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611339.458803:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611339.458806:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611339.458810:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611339.458813:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611339.618824:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611339.618833:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611339.618836:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611339.618842:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611339.618845:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611339.618850:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611339.618853:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611339.618858:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611339.618860:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611339.818786:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611339.818795:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611339.818918:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611339.818925:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611339.818929:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611340.458711:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611340.458720:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611340.458722:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611340.458728:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611340.458732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611340.458737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611340.458741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611340.458745:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611340.458748:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611340.618677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611340.618686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611340.618689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611340.618693:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611340.618696:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611340.618701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611340.618704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611340.618708:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611340.618710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611340.820725:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611340.820757:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611340.820898:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611340.820904:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611340.820909:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611341.458742:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611341.458752:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611341.458755:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611341.458760:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611341.458765:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611341.458771:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611341.458774:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611341.458778:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611341.458781:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611341.618801:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611341.618807:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611341.618809:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611341.618813:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611341.618816:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611341.618830:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611341.618833:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611341.618836:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611341.618839:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611341.822715:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611341.822723:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611341.822847:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611341.822853:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611341.822858:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611342.458787:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611342.458798:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611342.458800:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611342.458806:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611342.458811:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611342.458816:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611342.458820:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611342.458824:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611342.458827:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611342.618766:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611342.618777:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611342.618780:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611342.618786:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611342.618790:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611342.618795:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611342.618799:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611342.618803:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611342.618806:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611342.824775:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611342.824785:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611342.824942:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611342.824949:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611342.824953:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611343.458752:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611343.458763:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611343.458766:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.458771:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611343.458775:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611343.458781:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611343.458784:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611343.458788:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611343.458790:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.618709:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611343.618719:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611343.618722:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.618729:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611343.618757:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611343.618762:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611343.618765:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611343.618770:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611343.618772:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611343.826706:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611343.826715:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611343.826863:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611343.826871:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611343.826875:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611343.985660:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611343.985679:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611343.985682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611343.985687:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611343.985691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611343.985696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.985698:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611343.998643:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611343.998652:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611343.998655:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611343.998660:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611343.998663:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611343.998666:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611343.998671:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611343.998677:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5945 00000100:00001000:2.0:1749611343.998683:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff8801369c93f0 time=16 v=15 (15 1 1 1) 00000100:00001000:2.0:1749611343.998686:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:2.0:1749611343.998689:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1749611343.998692:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611343.998696:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.998698:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611343.998701:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611343.998706:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611343.998708:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611343.998711:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611343.998716:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611343.998718:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611343.998720:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611343.998723:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611343.998725:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.998737:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611343.998739:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611343.998743:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611343.998747:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611343.998749:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611343.998753:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611343.998761:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611343.998764:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.998766:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611343.998769:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611343.998778:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000040:2.0:1749611343.998782:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611343.998786:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611343.998789:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.998793:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611343.998796:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611343.998801:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611343.998809:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800781da800. 00000100:00000001:2.0:1749611343.998818:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.998830:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611343.998843:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611343.998848:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.998853:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc380] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611343.998878:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611343.998881:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611343.998885:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611343.998887:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611343.998889:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611343.998891:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611343.998894:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5945 00000100:00080000:2.0:1749611343.998902:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611343.998905:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611343.998907:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.998909:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611343.998911:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611343.998913:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611343.998914:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611343.998916:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611343.998918:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611343.998919:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611343.998921:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611343.998924:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611343.998925:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.998927:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611343.998928:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611343.998930:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611343.998932:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611343.998934:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611343.998936:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611343.998939:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611343.998939:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611343.998941:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.998943:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611343.998944:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611343.998945:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.998947:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611343.998950:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:2.0:1749611343.998952:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611343.998954:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611343.998955:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.998957:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611343.998958:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749611343.998959:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611343.998959:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611343.998964:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cf49c00. 00000100:00000001:2.0:1749611343.998967:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.998976:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611343.998977:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611343.998984:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611343.998986:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.998989:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.998990:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611343.998994:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611343.998998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611343.998998:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611343.999000:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749611343.999003:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611343.999004:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611343.999005:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611343.999006:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749611343.999009:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494657536:0@lo:38:kworker.0 00000100:00000001:2.0:1749611343.999009:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611343.999011:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5945 00000100:00080000:2.0:1749611343.999014:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749611343.999016:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611343.999016:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611343.999018:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.999019:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611343.999021:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611343.999022:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611343.999023:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611343.999024:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611343.999025:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611343.999026:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611343.999027:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611343.999029:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:3.0:1749611343.999030:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611343.999031:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611343.999033:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611343.999035:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.999036:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 02000000:00000010:3.0:1749611343.999037:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908400. 00000100:00000001:2.0:1749611343.999038:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611343.999040:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:3.0:1749611343.999041:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611343.999042:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611343.999048:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611343.999050:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1749611343.999052:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 02000000:00000001:2.0:1749611343.999054:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611343.999055:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999058:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611343.999059:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611343.999063:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000400:00000010:3.0:1749611343.999064:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000040:2.0:1749611343.999065:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611343.999066:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611343.999067:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999069:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611343.999070:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611343.999071:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611343.999075:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494657536, portal 4 02000000:00000010:2.0:1749611343.999076:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012d574c00. 00000100:00000001:2.0:1749611343.999079:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999080:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611343.999082:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00100000:2.0:1749611343.999082:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611343.999088:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611343.999090:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.999093:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebe680] to pc [ptlrpcd_rcv+-1] req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611343.999096:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611343.999100:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.999102:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611343.999106:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749611343.999109:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749611343.999109:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:2.0:1749611343.999111:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611343.999113:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749611343.999114:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611343.999114:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611343.999116:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611343.999118:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 02000000:00000010:2.0:1749611343.999119:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5300. 00000100:00000001:2.0:1749611343.999122:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611343.999123:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494657536, offset 0 00000100:00000040:2.0:1749611343.999125:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611343.999132:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611343.999144:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611343.999146:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.999152:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_00_01+1] req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611343.999157:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611343.999175:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf945c00 00000100:00000001:2.0:1749611343.999183:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611343.999186:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 9880 00000100:00000040:2.0:1749611343.999188:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5955) 00000400:00000200:3.0:1749611343.999198:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611343.999204:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611343.999213:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611343.999217:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749611343.999224:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805f80. 00000100:00000040:3.0:1749611343.999228:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805f80 x1834598494657536 msgsize 520 00000100:00100000:3.0:1749611343.999235:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611343.999238:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611343.999245:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749611343.999249:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611343.999259:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611343.999262:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611343.999265:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611343.999267:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611343.999270:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611343.999273:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611343.999281:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611343.999282:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611343.999286:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:1.0:1749611343.999289:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611343.999290:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:0.0:1749611343.999295:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611343.999296:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611343.999297:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611343.999301:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749611343.999304:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611343.999304:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611343.999307:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611343.999312:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494657920:0@lo:400:kworker.0 00000100:00000001:3.0:1749611343.999317:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611343.999317:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611343.999318:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749611343.999320:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657536 00000100:00000040:3.0:1749611343.999322:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611343.999322:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611343.999322:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611343.999324:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999326:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611343.999327:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611343.999329:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999332:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611343.999333:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbd800. 00000100:00000001:3.0:1749611343.999334:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611343.999334:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611343.999336:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.999337:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657536 00000020:00000001:2.0:1749611343.999339:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611343.999340:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611343.999341:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611343.999342:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611343.999342:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000020:00000001:2.0:1749611343.999344:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611343.999346:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611343.999347:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 00000400:00000010:0.0:1749611343.999349:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000020:00000010:2.0:1749611343.999351:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:3.0:1749611343.999352:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300617458 00000100:00000200:0.0:1749611343.999354:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494657920, portal 10 00000020:00000010:2.0:1749611343.999357:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611343.999358:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1749611343.999359:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a80. 00000100:00000001:0.0:1749611343.999360:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000020:00000010:2.0:1749611343.999363:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:3.0:1749611343.999368:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611343.999370:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611343.999370:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611343.999371:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611343.999374:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999376:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300617458 00000100:00000010:3.0:1749611343.999380:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677fc0. 00000100:00000001:2.0:1749611343.999380:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999385:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611343.999392:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611343.999394:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611343.999396:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611343.999399:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300617458 00000400:00000010:0.0:1749611343.999400:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000010:3.0:1749611343.999403:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a40. 00000100:00000200:0.0:1749611343.999404:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494657920, offset 0 00000100:00000001:2.0:1749611343.999406:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611343.999408:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611343.999409:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611343.999411:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611343.999412:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300617458 00000100:00100000:2.0:1749611343.999414:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00000010:3.0:1749611343.999415:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677940. 00000100:00000001:2.0:1749611343.999418:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335897472 : -131939373654144 : ffff880078805f80) 00000100:00000001:3.0:1749611343.999420:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000200:0.0:1749611343.999422:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611343.999423:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611343.999423:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805f80 x1834598494657536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611343.999428:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611343.999431:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945d80 00000100:00000001:3.0:1749611343.999432:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.999434:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494657536:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611343.999435:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611343.999441:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 65440 00000100:00000001:3.0:1749611343.999442:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611343.999444:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611343.999444:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657536 00000100:00000001:3.0:1749611343.999447:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611343.999449:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611343.999449:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749611343.999454:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611343.999454:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611343.999457:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611343.999459:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611343.999460:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611343.999463:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611343.999466:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611343.999469:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f03800. 00000020:00000001:2.0:1749611343.999472:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611343.999473:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079f03800 x1834598494657920 msgsize 224 00000100:00000001:3.0:1749611343.999477:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00020000:2.0:1749611343.999477:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611343.999479:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611343.999479:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749611343.999480:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611343.999483:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1749611343.999484:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611343.999486:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611343.999487:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611343.999489:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999490:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749611343.999494:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494657664:0@lo:38:kworker.0 02000000:00000001:2.0:1749611343.999494:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611343.999499:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4400. 00000100:00000001:3.0:1749611343.999500:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611343.999500:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611343.999501:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611343.999503:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611343.999503:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611343.999505:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611343.999507:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611343.999507:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 02000000:00000001:3.0:1749611343.999508:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749611343.999510:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611343.999510:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 02000000:00000010:3.0:1749611343.999512:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908800. 00000100:00000001:0.0:1749611343.999512:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611343.999513:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749611343.999515:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999517:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749611343.999517:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611343.999520:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000001:2.0:1749611343.999543:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.999546:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611343.999548:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611343.999548:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611343.999551:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611343.999552:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611343.999554:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611343.999556:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611343.999557:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611343.999559:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611343.999559:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999579:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611343.999581:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611343.999581:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611343.999582:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657920 00000400:00000010:2.0:1749611343.999585:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 02000000:00000001:1.0:1749611343.999585:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611343.999585:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611343.999589:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494657536, offset 0 00000400:00000010:3.0:1749611343.999590:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000040:0.0:1749611343.999590:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000001:0.0:1749611343.999593:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300617458 00000400:00000200:2.0:1749611343.999594:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611343.999597:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611343.999597:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300617458 00000100:00000001:0.0:1749611343.999599:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300617458 00000100:00000001:1.0:1749611343.999600:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611343.999601:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300617458 00000400:00000200:2.0:1749611343.999602:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611343.999603:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611343.999606:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494657664, portal 10 00000100:00100000:1.0:1749611343.999607:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657920 00000400:00000200:2.0:1749611343.999609:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf945c00 00000020:00000001:1.0:1749611343.999609:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611343.999610:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611343.999610:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300617458 00000020:00000040:1.0:1749611343.999611:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611343.999612:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000001:0.0:1749611343.999612:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300617458 00000020:00000001:1.0:1749611343.999613:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611343.999614:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x89f9 [1] + 0 00000100:00000001:0.0:1749611343.999614:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300617458 00000020:00000040:1.0:1749611343.999616:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611343.999616:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300617458 00000100:00000001:0.0:1749611343.999618:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611343.999619:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611343.999619:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611343.999621:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611343.999622:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749611343.999623:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611343.999623:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611343.999626:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611343.999628:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611343.999628:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611343.999632:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611343.999632:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8800. 00000100:00000001:3.0:1749611343.999633:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611343.999636:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611343.999637:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611343.999638:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129cc8980. 00000400:00000010:3.0:1749611343.999641:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000020:00000040:1.0:1749611343.999644:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000200:3.0:1749611343.999645:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494657664, offset 0 00000100:00000040:2.0:1749611343.999646:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611343.999651:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611343.999655:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611343.999662:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000200:3.0:1749611343.999663:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611343.999663:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1749611343.999664:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:2.0:1749611343.999667:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749611343.999668:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000001:2.0:1749611343.999669:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611343.999672:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945c80 00000100:00080000:0.0:1749611343.999672:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611343.999673:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611343.999673:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2480. 00000100:00000040:2.0:1749611343.999676:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000040:0.0:1749611343.999676:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000010:1.0:1749611343.999677:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:2.0:1749611343.999678:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611343.999679:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 65664 00000020:00000001:2.0:1749611343.999680:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611343.999685:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749611343.999686:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805f80 x1834598494657536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611343.999687:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611343.999688:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611343.999689:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611343.999692:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611343.999692:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611343.999696:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494657536:12345-0@lo:38:kworker.0 Request processed in 262us (465us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611343.999698:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611343.999700:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611343.999702:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611343.999705:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00000001:3.0:1749611343.999706:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611343.999708:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611343.999709:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611343.999709:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611343.999710:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1749611343.999714:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805c00. 00000020:00000010:2.0:1749611343.999715:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:1.0:1749611343.999716:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611343.999718:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805c00 x1834598494657664 msgsize 520 00000100:00000001:1.0:1749611343.999718:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749611343.999721:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:0.0:1749611343.999721:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611343.999722:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611343.999723:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1749611343.999725:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611343.999726:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000040:1.0:1749611343.999726:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611343.999726:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611343.999728:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134360004608 : -131939349547008 : ffff880079f03800) 00000100:00000001:0.0:1749611343.999728:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999731:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611343.999734:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f03800 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:24/0 lens 224/0 e 0 to 0 dl 1749611354 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611343.999735:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611343.999738:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749611343.999739:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657664 02000000:00000001:0.0:1749611343.999741:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611343.999743:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611343.999745:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611343.999745:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611343.999745:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611343.999748:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:0.0:1749611343.999748:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611343.999750:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657664 00000100:00000001:3.0:1749611343.999752:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611343.999752:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611343.999753:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8980. 00000020:00000040:0.0:1749611343.999754:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611343.999755:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611343.999756:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611343.999757:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611343.999758:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129cc8980. 00000100:00000200:3.0:1749611343.999759:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611343.999759:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611343.999763:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbda00. 00000100:00100000:1.0:1749611343.999764:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494657920:12345-0@lo:400:kworker.0 00000020:00000010:0.0:1749611343.999767:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 00000100:00000200:1.0:1749611343.999768:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657920 00000020:00000001:1.0:1749611343.999770:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749611343.999770:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:3.0:1749611343.999771:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611343.999773:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749611343.999774:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611343.999775:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749611343.999776:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611343.999777:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611343.999777:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611343.999780:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611343.999781:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611343.999783:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611343.999786:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611343.999786:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611343.999788:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611343.999789:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611343.999791:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611343.999793:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611343.999794:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999796:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611343.999796:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611343.999798:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611343.999798:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611343.999800:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1116 usecs (2 jiffies) 00000020:00000001:1.0:1749611343.999800:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611343.999800:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749611343.999801:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00000001:0.0:1749611343.999802:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611343.999803:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300617459 00000100:00000001:2.0:1749611343.999804:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335896576 : -131939373655040 : ffff880078805c00) 00000100:00000001:0.0:1749611343.999804:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611343.999806:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611343.999806:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611343.999808:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611343.999809:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805c00 x1834598494657664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611343.999811:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300617458 02000000:00000010:1.0:1749611343.999812:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a6800. 02000000:00000001:1.0:1749611343.999814:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611343.999816:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999817:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300617459 00000020:00000001:1.0:1749611343.999819:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999822:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300617458 00010000:00000040:1.0:1749611343.999822:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494657920 00010000:00000001:1.0:1749611343.999825:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611343.999826:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300617459 00000100:00000001:3.0:1749611343.999830:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300617458 00010000:00000200:1.0:1749611343.999830:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f03800 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:24/0 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611343.999831:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494657664:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611343.999834:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300617459 00000100:00000200:2.0:1749611343.999834:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657664 00000020:00000001:2.0:1749611343.999837:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611343.999838:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300617458 00010000:00000001:1.0:1749611343.999838:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611343.999839:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749611343.999840:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999842:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749611343.999842:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611343.999846:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611343.999846:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749611343.999847:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611343.999849:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00020000:2.0:1749611343.999849:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611343.999849:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611343.999851:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:2.0:1749611343.999852:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611343.999853:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749611343.999854:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611343.999855:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611343.999855:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999857:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611343.999858:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611343.999861:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611343.999862:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749611343.999864:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e5800. 00000100:00000040:1.0:1749611343.999864:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611343.999866:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999868:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611343.999868:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00010000:00000001:2.0:1749611343.999870:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611343.999872:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611343.999872:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494657920, offset 224 00000100:00001000:2.0:1749611343.999875:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611343.999878:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611343.999878:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611343.999880:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611343.999882:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611343.999884:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611343.999884:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611343.999886:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611343.999886:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611343.999887:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.999889:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:3.0:1749611343.999891:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611343.999891:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611343.999893:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611343.999893:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945d80 02000000:00000001:3.0:1749611343.999894:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611343.999895:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611343.999897:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.999897:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611343.999899:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a01 [1] + 224 00000400:00000010:2.0:1749611343.999900:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00100000:3.0:1749611343.999902:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494657792:0@lo:38:kworker.0 00000100:00000200:2.0:1749611343.999904:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494657664, offset 0 00000400:00000200:1.0:1749611343.999904:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611343.999907:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611343.999909:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611343.999909:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611343.999911:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611343.999912:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611343.999913:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611343.999915:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611343.999916:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749611343.999918:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611343.999921:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083909400. 02000000:00000001:3.0:1749611343.999924:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611343.999927:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945c80 00000100:00000040:1.0:1749611343.999928:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611343.999930:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000400:00000200:2.0:1749611343.999932:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a0d [1] + 0 00000400:00000200:2.0:1749611343.999936:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611343.999938:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000400:00000200:2.0:1749611343.999939:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611343.999943:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494657792, portal 10 00000100:00000001:2.0:1749611343.999943:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611343.999946:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749611343.999947:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611343.999948:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:1.0:1749611343.999951:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611343.999956:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611343.999958:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611343.999958:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749611343.999960:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749611343.999964:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611343.999964:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611343.999965:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611343.999968:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00000001:3.0:1749611343.999970:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611343.999970:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:1.0:1749611343.999970:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611343.999972:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611343.999973:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:3.0:1749611343.999974:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611343.999974:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749611343.999975:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:3.0:1749611343.999977:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000001:2.0:1749611343.999977:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611343.999977:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611343.999979:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000001:1.0:1749611343.999980:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611343.999980:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611343.999981:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494657792, offset 0 00000100:00000001:2.0:1749611343.999982:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611343.999984:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611343.999984:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f03800 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:24/0 lens 224/224 e 0 to 0 dl 1749611354 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611343.999984:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611343.999987:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805c00 x1834598494657664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611363 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611343.999988:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611343.999994:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494657920:12345-0@lo:400:kworker.0 Request processed in 247us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1749611343.999996:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494657664:12345-0@lo:38:kworker.0 Request processed in 167us (276us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611343.999998:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749611344.000000:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749611344.000003:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000400:00000001:0.0:1749611344.000003:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749611344.000006:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:0.0:1749611344.000007:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000400:00000200:3.0:1749611344.000008:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945d00 00000100:00100000:2.0:1749611344.000008:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00000001:1.0:1749611344.000009:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611344.000010:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611344.000011:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611344.000014:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 00000400:00000200:0.0:1749611344.000014:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:1.0:1749611344.000016:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611344.000017:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000400:00000010:0.0:1749611344.000017:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000020:00000010:1.0:1749611344.000020:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2480. 00000020:00000010:2.0:1749611344.000021:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbda00. 00000100:00000001:0.0:1749611344.000021:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611344.000024:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611344.000024:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000020:00000010:1.0:1749611344.000027:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000100:00000200:0.0:1749611344.000028:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611344.000033:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 66184 00000020:00000040:1.0:1749611344.000035:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611344.000038:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611344.000040:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611344.000043:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611344.000045:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611344.000051:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611344.000053:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611344.000053:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611344.000056:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749611344.000058:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804a80. 00000100:00000001:0.0:1749611344.000060:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611344.000064:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611344.000067:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611344.000070:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078804a80 x1834598494657792 msgsize 520 00000100:00000001:0.0:1749611344.000070:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611344.000075:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611344.000076:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:0.0:1749611344.000084:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=48 v=5 (5 5 5 5) 00000100:00000001:3.0:1749611344.000085:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:0.0:1749611344.000091:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=48 v=5 (1 1 1 1) 00000400:00000200:3.0:1749611344.000094:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000100:00000001:0.0:1749611344.000095:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749611344.000097:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:1.0:1749611344.000097:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611344.000098:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611344.000099:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494657792 00000100:00000001:3.0:1749611344.000101:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611344.000101:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749611344.000102:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611344.000103:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611344.000106:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611344.000108:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611344.000109:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749611344.000109:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611344.000111:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494657792 00000020:00000001:1.0:1749611344.000113:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611344.000115:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611344.000116:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611344.000118:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000120:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611344.000121:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611344.000122:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611344.000123:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000040:3.0:1749611344.000124:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611344.000126:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2480. 00000100:00000001:0.0:1749611344.000127:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1749611344.000128:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:1.0:1749611344.000131:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611344.000131:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611344.000132:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611344.000134:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611344.000134:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611344.000134:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611344.000136:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000137:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611344.000138:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000142:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611344.000147:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00000001:1.0:1749611344.000150:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000151:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300617458 00000100:00000040:0.0:1749611344.000153:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300617459 00000100:00000001:1.0:1749611344.000155:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611344.000157:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611344.000158:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300617458 00000100:00000001:3.0:1749611344.000160:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300617459 00000100:00100000:1.0:1749611344.000161:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00000001:3.0:1749611344.000163:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300617458 00000100:00000001:1.0:1749611344.000163:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335892096 : -131939373659520 : ffff880078804a80) 00000100:00000001:0.0:1749611344.000165:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611344.000166:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300617459 00000100:00000040:1.0:1749611344.000168:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078804a80 x1834598494657792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611364 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000169:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300617458 00000100:00000001:0.0:1749611344.000169:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611344.000172:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300617459 00000100:00000001:0.0:1749611344.000172:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000175:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611344.000177:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494657792:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611344.000178:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000179:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611344.000180:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494657792 00000400:00000001:3.0:1749611344.000184:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611344.000187:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749611344.000188:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749611344.000190:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00010000:00000001:1.0:1749611344.000191:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749611344.000191:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494657920:0@lo:400:kworker.0 00000400:00000200:3.0:1749611344.000196:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:0.0:1749611344.000198:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611344.000199:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000020:00000001:1.0:1749611344.000200:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611344.000202:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611344.000203:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:1.0:1749611344.000203:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611344.000206:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611344.000206:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494657920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611359 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611344.000209:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611344.000212:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611344.000213:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611344.000215:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749611344.000216:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611344.000217:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611344.000220:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611344.000221:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db65000. 02000000:00000001:1.0:1749611344.000223:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611344.000225:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611344.000225:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbd800. 00010000:00000001:1.0:1749611344.000228:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611344.000229:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1749611344.000230:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611344.000231:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611344.000232:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1749611344.000233:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:0.0:1749611344.000235:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611344.000236:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611344.000238:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611344.000238:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749611344.000240:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000010:0.0:1749611344.000241:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5300. 00000100:00000001:3.0:1749611344.000242:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611344.000242:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611344.000244:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611344.000245:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611344.000245:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611344.000248:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611344.000248:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611344.000248:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749611344.000250:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611344.000251:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1749611344.000251:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 02000000:00000001:1.0:1749611344.000252:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611344.000253:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611344.000254:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611344.000255:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611344.000255:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611344.000256:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611344.000257:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611344.000258:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749611344.000259:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611344.000260:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611344.000261:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494657792, offset 0 00000400:00000200:1.0:1749611344.000265:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611344.000266:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1749611344.000267:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611343 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611344.000268:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611344.000271:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611344.000271:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749611344.000272:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=16 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611344.000274:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000277:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749611344.000277:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945d00 00000100:00000001:3.0:1749611344.000280:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611344.000281:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a1d [1] + 0 00000100:00000001:3.0:1749611344.000284:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611344.000285:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611344.000288:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611344.000291:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611344.000296:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611344.000301:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000302:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611344.000306:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611344.000309:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611344.000309:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000312:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611344.000316:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611344.000318:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:3.0:1749611344.000320:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749611344.000322:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749611344.000324:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00080000:3.0:1749611344.000326:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611344.000326:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611344.000327:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611344.000329:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611344.000330:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611344.000333:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000040:3.0:1749611344.000335:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611344.000335:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611344.000337:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611344.000341:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804a80 x1834598494657792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611364 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611344.000347:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494657536:0@lo:38:kworker.0 00000100:00100000:1.0:1749611344.000350:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494657792:12345-0@lo:38:kworker.0 Request processed in 172us (277us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611344.000354:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611344.000357:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00000001:1.0:1749611344.000359:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611344.000360:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611344.000363:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2480. 00000100:00000001:3.0:1749611344.000365:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611344.000366:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000020:00000010:1.0:1749611344.000369:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000100:00000040:3.0:1749611344.000372:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494657536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611344.000373:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000383:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611344.000385:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611344.000389:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908400. 02000000:00000001:3.0:1749611344.000393:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611344.000396:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611344.000398:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611344.000401:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611344.000403:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800781da800. 02000000:00000001:3.0:1749611344.000413:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611344.000415:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611344.000417:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:3.0:1749611344.000422:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611344.000424:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000427:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000433:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611344.000436:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000439:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611344.000441:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611344.000447:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611344.000449:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611344.000452:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611344.000456:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611344.000459:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611344.000463:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611344.000468:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611344.000481:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000491:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611344.000493:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000496:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611344.000499:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611344.000501:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611344.000511:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611344.000515:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611344.000553:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611343 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611344.000559:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=149 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611344.000584:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611344.000588:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611344.000591:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611344.000598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000608:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611344.000612:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611344.000614:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000616:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611344.000619:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611344.000623:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611344.000627:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611344.000630:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611344.000636:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611344.000647:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494657664:0@lo:38:kworker.0 00000400:00000001:3.0:1749611344.000656:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611344.000659:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611344.000662:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000400:00000200:3.0:1749611344.000667:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611344.000669:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611344.000673:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611344.000677:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611344.000690:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000719:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611344.000722:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000725:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611344.000727:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611344.000730:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611344.000732:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611344.000735:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611344.000741:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611344 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611344.000746:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=49 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611344.000750:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611344.000752:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611344.000755:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611344.000761:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000771:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611344.000775:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611344.000777:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000780:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611344.000782:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611344.000786:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611344.000790:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611344.000793:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611344.000798:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611344.000809:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494657792:0@lo:38:kworker.0 00000100:00000001:3.0:1749611344.000816:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000819:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611344.000824:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494657664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000851:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611344.000853:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611344.000856:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908800. 02000000:00000001:3.0:1749611344.000860:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611344.000863:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611344.000865:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611344.000868:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611344.000870:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cf49c00. 02000000:00000001:3.0:1749611344.000877:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611344.000878:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611344.000881:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000100:00000001:3.0:1749611344.000885:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611344.000887:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000889:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611344.000895:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebe680 x1834598494657792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611368 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611344.000905:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611344.000907:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611344.000909:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083909400. 02000000:00000001:3.0:1749611344.000912:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611344.000914:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611344.000915:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611344.000918:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611344.000920:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d574c00. 02000000:00000001:3.0:1749611344.000940:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611344.000941:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611344.000944:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebe680. 00000100:00000001:3.0:1749611344.000951:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611344.000953:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611344.000956:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000959:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611344.000962:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611344.000965:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611344.000967:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611344.001636:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300617459, at 4300617459 00000100:00000040:0.0:1749611344.001641:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300617459, at 4300617459 00000100:00000040:1.0:1749611344.001643:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300617459, at 4300617459 00000100:00000010:3.0:1749611344.001648:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677940. 00000100:00000040:2.0:1749611344.001648:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300617459, at 4300617459 00000100:00000010:2.0:1749611344.001661:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a40. 00000100:00000010:0.0:1749611344.001661:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a80. 00000100:00000010:1.0:1749611344.001675:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677fc0. 00000100:00000001:2.0:1749611344.458796:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611344.458831:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611344.458834:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611344.458840:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611344.458845:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611344.458850:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611344.458853:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611344.458857:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611344.458860:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611344.618813:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611344.618843:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611344.618845:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611344.618851:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611344.618855:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611344.618860:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611344.618863:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611344.618868:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611344.618871:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611344.828709:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611344.828721:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611344.828725:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611344.828729:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611344.828736:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611344.828738:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611344.828741:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611344.828744:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611344.828878:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611344.828885:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611344.828889:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611345.000686:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611345.000708:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611345.000711:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611345.000717:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611345.000720:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611345.000726:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611345.000729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611345.458687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611345.458698:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611345.458701:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611345.458706:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611345.458711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611345.458716:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611345.458720:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611345.458723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611345.458727:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611345.618846:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611345.618858:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611345.618861:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611345.618867:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611345.618872:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611345.618877:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611345.618880:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611345.618885:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611345.618887:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611345.830694:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611345.830704:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611345.830837:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611345.830843:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611345.830847:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611346.000687:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611346.000714:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611346.000718:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611346.000726:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611346.000730:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611346.000737:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611346.000741:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611346.458750:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611346.458762:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611346.458765:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611346.458771:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611346.458776:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611346.458781:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611346.458785:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611346.458789:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611346.458792:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611346.618635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611346.618645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611346.618648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611346.618653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611346.618658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611346.618662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611346.618665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611346.618669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611346.618672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611346.832656:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611346.832667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611346.832818:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611346.832824:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611346.832828:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611347.000675:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611347.000699:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611347.000703:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611347.000710:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611347.000714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611347.000720:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611347.000723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611347.458737:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611347.458749:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611347.458752:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611347.458758:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611347.458763:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611347.458768:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611347.458772:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611347.458776:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611347.458778:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611347.618671:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611347.618682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611347.618685:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611347.618691:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611347.618696:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611347.618701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611347.618704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611347.618708:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611347.618711:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611347.834767:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611347.834778:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611347.834923:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611347.834929:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611347.834934:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611348.000625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611348.000643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611348.000645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611348.000649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611348.000652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611348.000657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611348.000659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611348.458760:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611348.458771:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611348.458774:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611348.458779:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611348.458784:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611348.458790:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611348.458793:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611348.458797:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611348.458823:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611348.618833:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611348.618844:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611348.618847:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611348.618853:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611348.618857:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611348.618862:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611348.618865:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611348.618869:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611348.618872:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611348.836726:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611348.836737:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611348.836838:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611348.836845:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611348.836849:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611349.000648:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611349.000669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611349.000683:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.000688:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611349.000692:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611349.000697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.000700:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611349.006631:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611349.006641:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611349.006646:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611349.006652:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611349.006657:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611349.006662:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611349.006669:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611349.006677:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5950 00000100:00080000:2.0:1749611349.006683:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611349.006688:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611349.006693:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611349.006697:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.006701:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611349.006709:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611349.006712:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611349.006718:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611349.006723:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611349.006728:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611349.006732:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611349.006737:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611349.006740:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611349.006743:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.006746:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611349.006752:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611349.006758:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611349.006762:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611349.006767:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611349.006777:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611349.006781:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.006797:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611349.006802:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611349.006811:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:2.0:1749611349.006818:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611349.006824:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611349.006828:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.006833:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611349.006837:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611349.006844:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611349.006855:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322e4000. 00000100:00000001:2.0:1749611349.006866:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611349.006880:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611349.006899:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611349.006906:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611349.006913:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.006949:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611349.006954:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611349.006960:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611349.006962:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611349.006965:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611349.006970:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611349.006973:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5950 00000100:00080000:2.0:1749611349.006977:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611349.006981:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611349.006985:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611349.006988:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.006992:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611349.006996:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611349.006998:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611349.007001:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611349.007012:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611349.007016:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611349.007020:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611349.007025:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611349.007028:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611349.007031:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.007034:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611349.007038:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611349.007041:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611349.007042:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611349.007045:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007047:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611349.007048:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611349.007051:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611349.007054:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611349.007058:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611349.007061:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.007061:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611349.007065:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611349.007070:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000100:00000001:3.0:1749611349.007074:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611349.007075:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749611349.007076:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611349.007079:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611349.007081:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611349.007081:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007084:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611349.007085:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611349.007086:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611349.007088:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611349.007089:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611349.007092:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494658048:0@lo:38:kworker.0 02000000:00000010:2.0:1749611349.007095:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322e6400. 00000100:00000001:3.0:1749611349.007098:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611349.007101:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.007102:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611349.007106:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.007109:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611349.007109:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1749611349.007116:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083909400. 02000000:00000001:3.0:1749611349.007118:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007123:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611349.007126:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611349.007127:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00000040:2.0:1749611349.007132:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611349.007138:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611349.007147:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494658048, portal 4 00000100:00000001:2.0:1749611349.007147:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007150:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611349.007152:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611349.007153:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000040:3.0:1749611349.007162:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611349.007163:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611349.007166:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611349.007168:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611349.007172:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611349.007173:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:3.0:1749611349.007176:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611349.007177:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5950 00000400:00000010:3.0:1749611349.007179:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00080000:2.0:1749611349.007181:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:3.0:1749611349.007183:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494658048, offset 0 00000100:00000040:2.0:1749611349.007185:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611349.007189:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749611349.007190:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611349.007192:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.007195:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611349.007199:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611349.007201:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611349.007203:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611349.007206:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611349.007209:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:3.0:1749611349.007211:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611349.007213:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611349.007218:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611349.007221:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611349.007224:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.007227:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611349.007231:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611349.007235:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:3.0:1749611349.007237:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf945e00 00000100:00000001:2.0:1749611349.007238:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611349.007241:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611349.007246:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611349.007247:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 10400 02000000:00000001:2.0:1749611349.007250:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007253:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611349.007256:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611349.007258:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749611349.007261:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 00000400:00000200:3.0:1749611349.007263:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749611349.007265:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611349.007269:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611349.007270:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611349.007273:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749611349.007277:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611349.007279:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804e00. 00000100:00000001:2.0:1749611349.007281:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749611349.007283:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078804e00 x1834598494658048 msgsize 520 02000000:00000001:2.0:1749611349.007283:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611349.007286:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611349.007287:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749611349.007292:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801322e7400. 00000100:00000001:2.0:1749611349.007298:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611349.007306:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611349.007315:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611349.007319:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611349.007323:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611349.007325:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611349.007328:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000040:2.0:1749611349.007329:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc380] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.007334:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611349.007339:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.007343:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611349.007347:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611349.007349:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611349.007352:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.007354:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611349.007359:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000100:00000001:3.0:1749611349.007360:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007362:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611349.007363:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611349.007367:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007367:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611349.007369:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611349.007372:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611349.007373:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1285 usecs (2 jiffies) 00000100:00000001:3.0:1749611349.007378:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300622466 02000000:00000010:2.0:1749611349.007378:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5000. 00000100:00000001:2.0:1749611349.007382:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611349.007383:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677940. 00000100:00000040:2.0:1749611349.007390:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611349.007391:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611349.007399:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300622466 00000100:00000001:2.0:1749611349.007403:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1749611349.007404:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677fc0. 00000100:00000001:2.0:1749611349.007406:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007407:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:2.0:1749611349.007414:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_00_02+2] req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.007420:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300622466 00000100:00000010:3.0:1749611349.007423:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a40. 00000100:00000001:0.0:1749611349.007425:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611349.007427:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:0.0:1749611349.007430:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658048 02000000:00000001:0.0:1749611349.007434:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611349.007436:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300622466 00000100:00000001:0.0:1749611349.007438:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1749611349.007439:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a80. 00000100:00000001:0.0:1749611349.007441:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007442:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611349.007444:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007445:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611349.007448:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007451:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611349.007452:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5960) 00000100:00000001:3.0:1749611349.007453:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611349.007456:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007459:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611349.007461:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611349.007461:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658048 00000100:00000001:3.0:1749611349.007462:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611349.007464:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611349.007464:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611349.007465:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611349.007466:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611349.007468:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611349.007470:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611349.007471:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611349.007473:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007478:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611349.007479:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611349.007480:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611349.007480:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd800. 02000000:00000001:3.0:1749611349.007482:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749611349.007482:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:3.0:1749611349.007485:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611349.007487:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611349.007487:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff480. 00000100:00100000:3.0:1749611349.007490:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494658176:0@lo:38:kworker.0 00000100:00000001:3.0:1749611349.007494:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611349.007494:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611349.007494:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 02000000:00000001:3.0:1749611349.007496:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611349.007497:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.007499:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611349.007500:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749611349.007502:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908800. 00000100:00000001:2.0:1749611349.007502:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611349.007502:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749611349.007505:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007505:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611349.007505:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611349.007509:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000001:2.0:1749611349.007509:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611349.007511:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749611349.007512:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:0.0:1749611349.007512:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007575:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749611349.007577:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494658176, portal 10 00000100:00000001:3.0:1749611349.007579:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611349.007581:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00000001:0.0:1749611349.007582:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611349.007584:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611349.007588:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611349.007597:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611349.007598:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611349.007600:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.007600:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611349.007605:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749611349.007606:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00000001:3.0:1749611349.007608:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611349.007608:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611349.007610:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335892992 : -131939373658624 : ffff880078804e00) 00000100:00000040:3.0:1749611349.007611:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611349.007612:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611349.007612:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611349.007614:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:3.0:1749611349.007617:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494658176, offset 0 00000100:00100000:2.0:1749611349.007617:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494658432:0@lo:400:kworker.0 00000100:00000040:0.0:1749611349.007617:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078804e00 x1834598494658048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611349.007619:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611349.007622:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611349.007624:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611349.007628:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749611349.007630:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611349.007632:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611349.007632:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494658048:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611349.007635:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611349.007636:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945e80 00000100:00000200:0.0:1749611349.007636:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658048 02000000:00000010:2.0:1749611349.007640:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f200. 00000020:00000001:0.0:1749611349.007640:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749611349.007643:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 66704 02000000:00000001:2.0:1749611349.007644:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611349.007645:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749611349.007649:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611349.007650:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000400:00000200:3.0:1749611349.007652:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611349.007656:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749611349.007658:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000200:3.0:1749611349.007659:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749611349.007663:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804700. 00000100:00000200:2.0:1749611349.007664:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494658432, portal 10 00000020:00000001:0.0:1749611349.007664:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611349.007666:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078804700 x1834598494658176 msgsize 520 00000100:00000001:2.0:1749611349.007668:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00020000:0.0:1749611349.007669:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749611349.007670:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611349.007670:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00010000:00000001:0.0:1749611349.007673:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611349.007677:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611349.007681:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611349.007681:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611349.007684:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611349.007687:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611349.007688:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611349.007692:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611349.007693:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611349.007695:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611349.007697:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611349.007698:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749611349.007699:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac800. 00000400:00000010:2.0:1749611349.007700:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:0.0:1749611349.007701:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611349.007702:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611349.007704:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611349.007705:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494658432, offset 0 00000100:00000001:3.0:1749611349.007709:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611349.007710:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611349.007712:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611349.007713:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611349.007713:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611349.007716:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1749611349.007716:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749611349.007719:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658176 00000100:00000001:3.0:1749611349.007720:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.007720:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611349.007721:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611349.007722:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611349.007724:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611349.007724:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611349.007724:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611349.007725:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.007727:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:3.0:1749611349.007728:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1116 usecs (2 jiffies) 00000100:00000001:0.0:1749611349.007729:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611349.007731:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300622467 00000100:00000001:0.0:1749611349.007732:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611349.007735:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf945f80 00000100:00000001:3.0:1749611349.007736:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300622466 00000100:00000001:1.0:1749611349.007736:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.007736:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611349.007739:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611349.007740:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300622467 02000000:00000001:1.0:1749611349.007740:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611349.007742:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611349.007743:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658176 00000100:00000001:3.0:1749611349.007744:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300622466 00000100:00000001:0.0:1749611349.007744:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611349.007746:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611349.007746:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1749611349.007748:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611349.007750:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 67224 00000020:00000001:1.0:1749611349.007750:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611349.007750:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749611349.007753:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300622467 00000020:00000001:1.0:1749611349.007753:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611349.007755:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007756:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300622466 00000100:00000001:3.0:1749611349.007759:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300622467 00000400:00000200:2.0:1749611349.007760:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611349.007760:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000001:3.0:1749611349.007762:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300622466 00000100:00000001:3.0:1749611349.007765:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611349.007765:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611349.007765:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2480. 00000100:00000200:0.0:1749611349.007765:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494658048, offset 0 00000100:00000001:3.0:1749611349.007767:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007770:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611349.007770:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:2.0:1749611349.007771:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611349.007771:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611349.007773:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611349.007774:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611349.007775:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611349.007777:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611349.007780:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611349.007780:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611349.007781:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611349.007781:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000100:00000001:3.0:1749611349.007782:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.007785:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611349.007785:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.007786:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611349.007786:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebe680 x1834598494658432 msgsize 224 00000400:00000200:0.0:1749611349.007787:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf945e00 02000000:00000001:3.0:1749611349.007788:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611349.007792:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494658304:0@lo:38:kworker.0 00000100:00100000:2.0:1749611349.007794:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611349.007794:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8a29 [1] + 0 00000100:00000001:3.0:1749611349.007795:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611349.007796:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611349.007797:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611349.007799:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611349.007799:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611349.007801:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749611349.007803:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611349.007804:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1749611349.007805:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908400. 02000000:00000001:3.0:1749611349.007807:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007807:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611349.007807:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658432 00000100:00000001:0.0:1749611349.007807:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611349.007809:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749611349.007810:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:1.0:1749611349.007811:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611349.007812:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611349.007813:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611349.007813:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611349.007815:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611349.007816:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00100000:1.0:1749611349.007818:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658432 00000400:00000010:2.0:1749611349.007819:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000020:00000001:1.0:1749611349.007819:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611349.007820:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611349.007822:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611349.007824:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1749611349.007824:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749611349.007824:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611349.007827:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:3.0:1749611349.007828:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494658304, portal 10 00000020:00000001:1.0:1749611349.007829:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611349.007830:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749611349.007830:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.007832:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 00000100:00000001:0.0:1749611349.007833:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611349.007835:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611349.007838:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cc8980. 00000100:00000040:3.0:1749611349.007839:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611349.007839:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749611349.007841:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:2.0:1749611349.007843:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611349.007844:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129cc8800. 00000100:00000001:0.0:1749611349.007844:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611349.007846:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611349.007848:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611349.007848:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611349.007850:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000020:00000040:1.0:1749611349.007851:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611349.007851:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611349.007856:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611349.007858:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494658304, offset 0 00000100:00000001:1.0:1749611349.007859:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611349.007860:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.007860:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.007862:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611349.007862:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c400. 00000100:00000001:0.0:1749611349.007862:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611349.007863:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611349.007865:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611349.007868:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.007870:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804e00 x1834598494658048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611369 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611349.007871:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611349.007871:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2800. 00000020:00000010:1.0:1749611349.007874:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000040:2.0:1749611349.007875:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000400:00000200:3.0:1749611349.007876:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf945f00 00000100:00000001:2.0:1749611349.007879:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300622466 00000400:00000200:3.0:1749611349.007881:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 67448 00000100:00000040:1.0:1749611349.007881:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1749611349.007881:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494658048:12345-0@lo:38:kworker.0 Request processed in 250us (596us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611349.007883:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611349.007884:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300622467 00000100:00000001:1.0:1749611349.007885:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611349.007886:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611349.007887:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.007888:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300622466 00000400:00000200:3.0:1749611349.007889:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611349.007891:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300622467 00000100:00100000:0.0:1749611349.007891:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00000001:3.0:1749611349.007892:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611349.007892:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749611349.007894:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611349.007894:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611349.007894:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611349.007895:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300622466 00000100:00000001:0.0:1749611349.007895:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611349.007896:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611349.007898:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078804380. 00000100:00000001:2.0:1749611349.007899:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300622467 00000100:00000040:3.0:1749611349.007900:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078804380 x1834598494658304 msgsize 520 00000020:00000010:0.0:1749611349.007901:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff480. 00000100:00000001:2.0:1749611349.007902:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300622466 00000100:00000001:1.0:1749611349.007903:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611349.007904:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611349.007905:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300622467 00000020:00000010:0.0:1749611349.007905:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:1.0:1749611349.007908:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611349.007909:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611349.007909:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd800. 00000100:00000001:3.0:1749611349.007913:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611349.007913:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611349.007917:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000400:00000010:3.0:1749611349.007919:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:2.0:1749611349.007919:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611349.007920:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658304 00000100:00000001:3.0:1749611349.007921:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611349.007922:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611349.007923:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611349.007924:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611349.007924:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611349.007926:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.007927:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611349.007928:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611349.007930:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658304 00000100:00000001:3.0:1749611349.007931:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611349.007932:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611349.007934:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611349.007934:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611349.007935:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611349.007936:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611349.007937:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.007938:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611349.007939:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007941:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611349.007941:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c000. 00000100:00000001:3.0:1749611349.007942:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611349.007942:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000020:00000010:1.0:1749611349.007944:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2780. 00000100:00000001:3.0:1749611349.007945:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.007946:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000010:1.0:1749611349.007947:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000040:3.0:1749611349.007948:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000001:0.0:1749611349.007948:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000100:00000001:1.0:1749611349.007949:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611349.007950:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611349.007951:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300622466 00000100:00000001:2.0:1749611349.007951:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611349.007951:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.007952:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebe680 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:30/0 lens 224/0 e 0 to 0 dl 1749611360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.007953:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300622467 00000100:00000001:1.0:1749611349.007954:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.007955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300622466 00000100:00000001:2.0:1749611349.007955:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611349.007958:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300622467 00000100:00000001:1.0:1749611349.007959:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.007960:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300622466 00000100:00000001:3.0:1749611349.007962:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300622467 00000100:00100000:2.0:1749611349.007962:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00000001:0.0:1749611349.007962:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611349.007964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300622466 00000100:00000001:1.0:1749611349.007964:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749611349.007965:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538ce00. 00000100:00000001:1.0:1749611349.007966:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611349.007967:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335891200 : -131939373660416 : ffff880078804700) 00000100:00000001:0.0:1749611349.007968:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611349.007970:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b538ce00. 00000100:00000001:3.0:1749611349.007971:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300622467 00000100:00100000:1.0:1749611349.007972:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00000001:3.0:1749611349.007973:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611349.007974:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494658432:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1749611349.007975:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078804700 x1834598494658176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611349.007975:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335890304 : -131939373661312 : ffff880078804380) 00000100:00000001:3.0:1749611349.007976:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611349.007979:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658432 00000100:00000040:1.0:1749611349.007981:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078804380 x1834598494658304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611349.007981:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:3.0:1749611349.007982:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611349.007983:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749611349.007984:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:3.0:1749611349.007986:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000400:00000200:3.0:1749611349.007991:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611349.007992:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000020:00000001:0.0:1749611349.007992:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611349.007993:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494658176:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611349.007995:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611349.007996:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749611349.007999:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611349.007999:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658176 00000020:00000001:0.0:1749611349.007999:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611349.008002:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611349.008003:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611349.008007:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749611349.008007:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494658304:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749611349.008007:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611349.008008:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611349.008009:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749611349.008012:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658304 00000020:00000001:0.0:1749611349.008012:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611349.008014:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008015:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611349.008015:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611349.008017:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611349.008017:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611349.008017:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611349.008019:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749611349.008020:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.008022:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611349.008022:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611349.008024:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611349.008024:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611349.008026:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611349.008026:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611349.008027:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611349.008028:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbae400. 02000000:00000001:3.0:1749611349.008029:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611349.008030:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00020000:1.0:1749611349.008030:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611349.008030:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.008032:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611349.008034:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611349.008035:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611349.008035:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611349.008036:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611349 v=5 (0 0 0 0) 00010000:00000001:1.0:1749611349.008036:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:0.0:1749611349.008038:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494658432 00000100:00000001:2.0:1749611349.008039:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611349.008039:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:3.0:1749611349.008040:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=22 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611349.008041:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611349.008041:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749611349.008041:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611349.008044:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611349.008044:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611349.008044:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1749611349.008046:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebe680 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:30/0 lens 224/224 e 0 to 0 dl 1749611360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.008047:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749611349.008048:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db64400. 00000100:00000001:3.0:1749611349.008049:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611349.008050:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611349.008052:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d53c00. 00000100:00000001:1.0:1749611349.008052:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611349.008054:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611349.008054:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611349.008055:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611349.008056:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611349.008056:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611349.008057:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.008059:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611349.008059:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=104 v=5 (1 1 1 1) 00000100:00001000:1.0:1749611349.008060:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611349.008062:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611349.008063:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611349.008063:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749611349.008064:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611349.008065:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749611349.008065:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611349.008066:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611349.008067:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611349.008067:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.008067:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611349.008069:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749611349.008069:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611349.008070:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1749611349.008071:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611349.008071:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611349.008071:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008072:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611349.008073:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611349.008074:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:3.0:1749611349.008075:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749611349.008075:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611349.008076:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611349.008077:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611349.008078:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 02000000:00000001:1.0:1749611349.008079:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611349.008080:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611349.008081:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611349.008081:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494658432, offset 224 00000100:00080000:3.0:1749611349.008083:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611349.008083:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611349.008084:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611349.008086:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611349.008087:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611349.008087:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611349.008088:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611349.008091:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611349.008091:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749611349.008092:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749611349.008095:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494658304, offset 0 00000400:00000200:0.0:1749611349.008095:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611349.008097:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611349.008101:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945f80 00000100:00100000:3.0:1749611349.008103:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494658048:0@lo:38:kworker.0 00000400:00000200:1.0:1749611349.008103:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611349.008107:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611349.008108:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611349.008108:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a39 [1] + 224 00000100:00000001:3.0:1749611349.008109:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611349.008112:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611349.008112:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611349.008113:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611349.008115:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611349.008118:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749611349.008118:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611349.008120:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749611349.008120:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611349.008122:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611349.008123:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000010:3.0:1749611349.008124:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083909400. 00000400:00000200:1.0:1749611349.008126:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945f00 00000100:00000001:0.0:1749611349.008126:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611349.008127:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1749611349.008129:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494658176, offset 0 00000020:00000001:3.0:1749611349.008130:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749611349.008130:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611349.008132:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1749611349.008132:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a45 [1] + 0 00000020:00000001:3.0:1749611349.008134:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611349.008137:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322e4000. 00000400:00000200:2.0:1749611349.008138:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611349.008138:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611349.008139:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611349.008142:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749611349.008142:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611349.008144:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611349.008146:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:1.0:1749611349.008146:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611349.008149:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749611349.008149:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611349.008150:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.008152:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611349.008152:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611349.008153:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611349.008157:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749611349.008157:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf945e80 00000100:00000001:3.0:1749611349.008158:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611349.008158:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:3.0:1749611349.008160:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611349.008160:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749611349.008162:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611349.008162:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611349.008164:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611349.008164:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611349.008166:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a31 [1] + 0 00000100:00000001:0.0:1749611349.008167:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611349.008170:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749611349.008172:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:2.0:1749611349.008174:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611349.008174:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611349.008174:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611349.008176:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749611349.008177:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611349.008179:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749611349.008179:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611349.008180:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:30/0 lens 224/224 e 0 to 0 dl 1749611360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611349.008182:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611349.008184:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611349.008187:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611349.008189:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611349.008189:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494658432:12345-0@lo:400:kworker.0 Request processed in 225us (401us total) trans 0 rc 0/0 00000100:00000200:3.0:1749611349.008193:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611349.008197:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00100000:0.0:1749611349.008198:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000400:00000010:1.0:1749611349.008199:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000040:0.0:1749611349.008201:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611349.008202:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611349.008204:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611349.008204:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611349.008206:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749611349.008208:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.008208:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611349.008208:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611349.008209:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2800. 00000100:00000040:1.0:1749611349.008211:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000010:0.0:1749611349.008213:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000001:1.0:1749611349.008214:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008215:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611349.008216:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611349.008216:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611349.008216:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c400. 00000100:00000001:3.0:1749611349.008217:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.008219:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611349.008220:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611349.008221:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804380 x1834598494658304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611369 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.008222:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749611349.008222:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611349.008223:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.008225:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.008225:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611349.008229:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611349 v=5 (0 0 0 0) 00000100:00000040:2.0:1749611349.008231:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611349.008232:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=54 v=20 (1 1 1 20) 00000100:00100000:1.0:1749611349.008232:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494658304:12345-0@lo:38:kworker.0 Request processed in 226us (328us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611349.008235:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611349.008236:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611349.008238:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611349.008240:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00000040:3.0:1749611349.008242:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611349.008243:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611349.008245:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611349.008245:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611349.008248:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611349.008248:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2780. 00000100:00000001:3.0:1749611349.008251:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611349.008252:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611349.008252:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000010:1.0:1749611349.008252:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00080000:0.0:1749611349.008253:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611349.008254:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749611349.008255:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000020:00000010:1.0:1749611349.008255:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c000. 00000100:00000001:3.0:1749611349.008256:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749611349.008256:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611349.008258:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:3.0:1749611349.008259:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611349.008259:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.008260:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:3.0:1749611349.008261:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611349.008263:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611349.008265:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611349.008267:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611349.008270:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611349.008273:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611349.008275:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494658304:0@lo:38:kworker.0 00000020:00000001:2.0:1749611349.008277:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611349.008278:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008280:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611349.008284:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804700 x1834598494658176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611369 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611349.008288:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc380 x1834598494658304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.008295:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611349.008297:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611349.008299:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908400. 00000100:00100000:2.0:1749611349.008300:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494658176:12345-0@lo:38:kworker.0 Request processed in 306us (630us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749611349.008302:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611349.008303:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611349.008304:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611349.008306:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611349.008307:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322e7400. 02000000:00000001:3.0:1749611349.008310:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611349.008311:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611349.008312:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc380. 00000100:00100000:2.0:1749611349.008313:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00000001:3.0:1749611349.008315:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611349.008316:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.008317:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611349.008318:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008319:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611349.008320:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611349.008321:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611349.008323:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611349.008325:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611349.008326:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611349.008329:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611349.008331:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611349.008332:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611349.008334:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2480. 00000100:00000200:3.0:1749611349.008336:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611349.008340:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00000200:3.0:1749611349.008343:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611349.008345:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000100:00000001:3.0:1749611349.008350:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611349.008351:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.008352:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611349.008354:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611349.008355:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.008356:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611349.008357:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611349.008360:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611349.008363:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611349 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611349.008371:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=154 v=20 (1 1 1 20) 00000100:00001000:3.0:1749611349.008375:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 00000100:00000001:2.0:1749611349.008375:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611349.008378:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1749611349.008380:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-lwp-MDT0001 (nid ) has changed from 20 to 5 00000100:00000001:3.0:1749611349.008382:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611349.008384:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749611349.008384:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611349.008386:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749611349.008386:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611349.008389:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611349.008390:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000400:00000200:2.0:1749611349.008395:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00000001:3.0:1749611349.008396:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611349.008398:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1749611349.008398:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611349.008399:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.008401:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611349.008402:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611349.008402:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749611349.008404:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611349.008407:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:2.0:1749611349.008408:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.008409:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611349.008412:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611349.008420:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494658176:0@lo:38:kworker.0 00000100:00000001:3.0:1749611349.008423:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008425:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611349.008425:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611349.008428:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494658176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611349.008434:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611349.008435:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611349.008437:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908800. 00000100:00000001:2.0:1749611349.008437:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611349.008439:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611349.008440:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611349.008440:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611349.008441:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611349.008443:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611349.008444:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611349.008447:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749611349.008448:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322e6400. 00000100:00000001:2.0:1749611349.008449:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611349.008451:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611349.008453:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611349.008453:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611349.008454:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 02000000:00000001:2.0:1749611349.008456:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008457:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611349.008458:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611349.008460:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008462:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611349.008463:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749611349.008463:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=54 v=5 (5 5 5 5) 00000100:00000001:3.0:1749611349.008464:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611349.008466:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611349.008468:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611349.008472:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611349.008474:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611349.008479:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611349.008486:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611349.008499:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.008503:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611349.008507:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611349.008510:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611349.008513:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611349.008585:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.008598:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611349.008601:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611349.008604:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611349.008610:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611349.008624:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494658432:0@lo:400:kworker.0 00000100:00000001:2.0:1749611349.008631:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.008634:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611349.008639:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494658432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611349.008650:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611349.008653:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611349.008657:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749611349.008663:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611349.008665:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611349.008668:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611349.008671:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611349.008674:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5000. 02000000:00000001:2.0:1749611349.008678:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611349.008680:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611349.008683:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000100:00000001:2.0:1749611349.008689:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611349.008692:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.008695:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.008702:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611349.008704:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611349.008708:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611349.008710:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611349.009625:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300622467, at 4300622467 00000100:00000040:3.0:1749611349.009629:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300622467, at 4300622467 00000100:00000040:1.0:1749611349.009634:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300622467, at 4300622467 00000100:00000010:2.0:1749611349.009637:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a40. 00000100:00000040:0.0:1749611349.009637:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300622467, at 4300622467 00000100:00000010:3.0:1749611349.009640:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a80. 00000100:00000010:1.0:1749611349.009645:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677fc0. 00000100:00000010:0.0:1749611349.009648:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677940. 00000100:00000001:2.0:1749611349.458742:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611349.458780:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611349.458783:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611349.458788:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611349.458793:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611349.458798:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.458801:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611349.458806:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611349.458808:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611349.618657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611349.618666:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611349.618669:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611349.618673:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611349.618676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611349.618680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611349.618683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611349.618688:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611349.618691:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611349.838689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611349.838700:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611349.838850:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611349.838857:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611349.838861:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611350.007679:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611350.007704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611350.007709:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611350.007716:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611350.007720:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611350.007727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611350.007730:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611350.458732:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611350.458744:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611350.458747:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611350.458753:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611350.458758:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611350.458763:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611350.458767:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611350.458770:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611350.458773:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611350.618853:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611350.618865:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611350.618867:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611350.618873:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611350.618878:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611350.618884:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611350.618887:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611350.618892:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611350.618894:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611350.840714:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611350.840725:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611350.840816:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611350.840822:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611350.840827:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749611350.998745:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749611350.998756:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749611350.998762:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749611350.999069:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749611350.999073:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749611350.999090:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749611350.999096:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611350.999099:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611351.007678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611351.007698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611351.007703:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611351.007709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611351.007713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611351.007720:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611351.007724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611351.458727:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611351.458739:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611351.458742:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611351.458747:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611351.458752:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611351.458758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611351.458761:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611351.458765:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611351.458791:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611351.618796:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611351.618808:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611351.618811:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611351.618818:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611351.618824:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611351.618829:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611351.618833:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611351.618851:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611351.618866:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611351.618872:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611351.618914:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611351.618918:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611351.618922:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611351.618926:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611351.618931:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611351.618944:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494656768:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611351.618952:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611351.618954:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611351.618958:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611351.618961:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611351.618966:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611351.618976:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611351.618980:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880096b97600. 00000100:00000001:0.0:1749611351.618988:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611351.618990:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611351.618996:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611351.619002:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611351.619007:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611351.619012:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbce00 refcount=4 00000020:00000001:0.0:1749611351.619016:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611351.619020:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00010000:0.0:1749611351.619029:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611351.619043:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611351.619050:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611351.619072:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611351.619078:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611351.619087:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611351.619090:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611351.619094:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611351.619102:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611351.619106:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611351.619110:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611351.619114:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611351.619123:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006efbce00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611351.619128:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611351.619132:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611351.619141:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611351.619143:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611351.619144:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611351.619146:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbce00 refcount=5 00000020:00000001:0.0:1749611351.619149:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611351.619152:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611351.619157:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611351.619160:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611351.619169:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611351.619172:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611351.619186:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611351.619190:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611351.619193:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611351.619196:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611351.619198:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611351.619202:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611351.619205:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611351.619207:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611351.619209:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611351.619213:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006efbce00 with handle 0x689c0ec07329d3d6 from hash 00010000:00000001:0.0:1749611351.619216:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611351.619218:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611351.619219:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611351.619221:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611351.619223:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611351.619225:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611351.619228:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611351.619230:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611351.619232:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611351.619234:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611351.619238:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611351.619245:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611351.619247:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611351.619249:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611351.619251:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611351.619252:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611351.619254:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611351.619255:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611351.619259:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d3d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611351.619270:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88008295cb00 count: 0 00010000:00000001:0.0:1749611351.619306:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611351.619314:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611351.619319:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611351.619324:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00e00 x1834598494656768/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611351.619335:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611351.619340:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611351.619343:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611351.619346:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611351.619353:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006efbd600. 02000000:00000001:0.0:1749611351.619359:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611351.619361:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611351.619364:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00e00. 00000100:00000001:0.0:1749611351.619370:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611351.619371:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611351.619375:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611351.619379:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611351.619383:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611351.619388:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b538ce00. 00000020:00000010:0.0:1749611351.619393:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd600. 00000020:00000010:0.0:1749611351.619400:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbd800. 00000040:00000010:0.0:1749611351.619406:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611351.619413:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611351.619420:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbc200. 80000000:00000010:0.0:1749611351.619427:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611351.619435:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbd200. 00080000:00000010:0.0:1749611351.619444:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c3000. 00080000:00000010:0.0:1749611351.619453:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 10000000:00000040:0.0:1749611351.619464:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749611351.619468:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611351.619477:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbd800. 00000040:00000010:0.0:1749611351.619482:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611351.619486:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611351.619593:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbc200. 80000000:00000010:0.0:1749611351.619598:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611351.619613:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbd200. 00080000:00000010:0.0:1749611351.619619:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611351.619626:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000020:00000010:0.0:1749611351.619631:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd600. 10000000:00000010:0.0:1749611351.619635:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b538ce00. 10000000:01000000:0.0:1749611351.619640:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749611351.619661:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611351.619666:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611351.619669:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611351.619673:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611351.619676:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:0.0:1749611351.619679:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611351.619683:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611351.619685:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88007ef3be00) refs 2 10000000:00000001:0.0:1749611351.619688:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611351.619690:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:00000001:2.0:1749611351.619691:0:24538:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:01000000:0.0:1749611351.619692:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749611351.619694:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:00000040:2.0:1749611351.619696:0:24538:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 10000000:01000000:0.0:1749611351.619697:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 00010000:00000001:2.0:1749611351.619699:0:24538:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 10000000:00000001:0.0:1749611351.619700:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 00010000:00000001:2.0:1749611351.619701:0:24538:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611351.619702:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 10000000:00000001:2.0:1749611351.619704:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611351.619706:0:24538:0:(mgc_request.c:123:config_log_put()) log params(ffff88007ef3be00) refs 1 00000100:00000010:0.0:1749611351.619708:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00e00. 10000000:01000000:2.0:1749611351.619709:0:24538:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1749611351.619711:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619712:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619713:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:0.0:1749611351.619713:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 10000000:00000001:2.0:1749611351.619714:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619715:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619716:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619717:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619718:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619719:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619719:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1749611351.619719:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1749611351.619722:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 13 02000000:00000001:0.0:1749611351.619723:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 10000000:00000010:2.0:1749611351.619725:0:24538:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88007ef3be00. 02000000:00000001:0.0:1749611351.619729:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611351.619730:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619731:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619732:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619733:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611351.619734:0:24538:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:2.0:1749611351.619736:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000010:0.0:1749611351.619736:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006efbd600. 10000000:00000001:2.0:1749611351.619737:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611351.619738:0:24538:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:2.0:1749611351.619740:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619741:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611351.619742:0:24538:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88007ef3a400) refs 2 10000000:00000001:2.0:1749611351.619744:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619744:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611351.619745:0:24538:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88007ef3a400) refs 1 00000100:00000001:0.0:1749611351.619745:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1749611351.619747:0:24538:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00000001:2.0:1749611351.619748:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619749:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619750:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1749611351.619750:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 10000000:00000001:2.0:1749611351.619751:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619752:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1749611351.619753:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 10000000:00000001:2.0:1749611351.619760:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000010:0.0:1749611351.619761:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88008295c800. 10000000:00000001:2.0:1749611351.619762:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619763:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611351.619763:0:24538:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611351.619764:0:24538:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1749611351.619766:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 12 00010000:00000001:0.0:1749611351.619767:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 10000000:00000010:2.0:1749611351.619768:0:24538:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88007ef3a400. 00010000:00000010:0.0:1749611351.619770:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006efbd000. 10000000:00000001:2.0:1749611351.619771:0:24538:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1749611351.619772:0:24538:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 10000000:00000001:2.0:1749611351.619774:0:24538:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.619775:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 10000000:00000001:2.0:1749611351.619776:0:24538:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.619779:0:24538:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611351.619779:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006efbd000 with handle 0x689c0ec07329d3dd to hash 00000020:00000001:0.0:1749611351.619782:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:2.0:1749611351.619783:0:24538:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8800b4256c00. 00000020:00000001:2.0:1749611351.619787:0:24538:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.619790:0:24538:0:(obd_config.c:1049:class_get_profile()) Process entered 00010000:00000001:0.0:1749611351.619790:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134176215040 : -131939533336576 : ffff88006efbd000) 00000020:00000001:2.0:1749611351.619792:0:24538:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00010000:00000001:0.0:1749611351.619794:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134176215040 : -131939533336576 : ffff88006efbd000) 00000020:00000001:2.0:1749611351.619796:0:24538:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.619797:0:24538:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611351.619798:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611351.619800:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611351.619805:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1749611351.619809:0:24538:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0000 00000020:00000001:2.0:1749611351.619811:0:24538:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611351.619814:0:24538:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00010000:00010000:0.0:1749611351.619816:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1749611351.619818:0:24538:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff880091b16bc0. 00000020:00000080:2.0:1749611351.619821:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611351.619826:0:24538:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:02000400:2.0:1749611351.619829:0:24538:0:(obd_config.c:859:class_cleanup()) Failing over lustre-OST0000 00010000:00010000:0.0:1749611351.619832:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611351.619841:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611351.619843:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611351.619852:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880096b97600. 00000100:00000001:0.0:1749611351.619855:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134842955264 : -131938866596352 : ffff880096b97600) 00000100:00000001:0.0:1749611351.619859:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611351.619861:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359993856 : -131939349557760 : ffff880079f00e00) 00000100:00000001:0.0:1749611351.619867:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611351.619874:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611351.619877:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611351.619880:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611351.619885:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611351.619896:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611351.619898:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611351.619904:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611351.619914:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611351.619917:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611351.619919:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611351.619922:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611351.619929:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611351.619932:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611351.619935:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611351.619937:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611351.619940:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.621884:0:24538:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00002000:00000001:2.0:1749611351.621889:0:24538:0:(ofd_obd.c:1234:ofd_iocontrol()) Process entered 00002000:00000080:2.0:1749611351.621892:0:24538:0:(ofd_obd.c:1236:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000010:2.0:1749611351.621900:0:24538:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:2.0:1749611351.621904:0:24538:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e600. 00000020:00000010:2.0:1749611351.621909:0:24538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f000. 00000020:00000010:2.0:1749611351.621915:0:24538:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813758. 00000020:00000010:2.0:1749611351.621918:0:24538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fa00. 80000000:00000010:2.0:1749611351.621921:0:24538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256c00. 40000000:00000010:2.0:1749611351.621925:0:24538:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b16dc0. 00100000:00000010:2.0:1749611351.621930:0:24538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0b000. 00040000:00000010:2.0:1749611351.621935:0:24538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012dbe5000. 00040000:00000010:2.0:1749611351.621945:0:24538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ec00. 00080000:00000010:2.0:1749611351.621951:0:24538:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611351.621957:0:24538:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00002000:00000010:2.0:1749611351.621965:0:24538:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880111d50c00. 00002000:00100000:2.0:1749611351.621967:0:24538:0:(ofd_obd.c:1250:ofd_iocontrol()) syncing ost lustre-OST0000 00080000:00000001:2.0:1749611351.621972:0:24538:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611351.622401:0:24538:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00002000:00000001:0.0:1749611351.622406:0:24538:0:(ofd_obd.c:1252:ofd_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611351.622413:0:24538:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e600. 00000020:00000010:0.0:1749611351.622418:0:24538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f000. 00000020:00000010:0.0:1749611351.622424:0:24538:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813758. 00000020:00000010:0.0:1749611351.622429:0:24538:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fa00. 80000000:00000010:0.0:1749611351.622434:0:24538:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256c00. 40000000:00000010:0.0:1749611351.622438:0:24538:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b16dc0. 00100000:00000010:0.0:1749611351.622443:0:24538:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0b000. 00040000:00000010:0.0:1749611351.622448:0:24538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012dbe5000. 00040000:00000010:0.0:1749611351.622451:0:24538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ec00. 00080000:00000010:0.0:1749611351.622456:0:24538:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:0.0:1749611351.622461:0:24538:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00002000:00000010:0.0:1749611351.622466:0:24538:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111d50c00. 00000020:00000010:0.0:1749611351.622470:0:24538:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00002000:00000001:0.0:1749611351.622473:0:24538:0:(ofd_obd.c:1298:ofd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.622476:0:24538:0:(obd_class.h:1237:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1749611351.622479:0:24538:0:(obd_config.c:882:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1749611351.622484:0:24538:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611351.622487:0:24538:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff88009ac29570) has no exports 00000020:00000001:0.0:1749611351.622512:0:24538:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749611351.622515:0:24538:0:(obd_class.h:623:obd_precleanup()) Process entered 00002000:00000001:0.0:1749611351.622558:0:24538:0:(ofd_dev.c:3278:ofd_device_fini()) Process entered 00100000:00000001:0.0:1749611351.622561:0:24538:0:(lfsck_lib.c:3366:lfsck_stop()) Process entered 00100000:00000001:0.0:1749611351.622567:0:24538:0:(lfsck_lib.c:3383:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1749611351.622571:0:24538:0:(ofd_dev.c:256:ofd_stack_pre_fini()) Process entered 00002000:00000010:0.0:1749611351.622575:0:24538:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8800b538ce00. 00002000:00000001:0.0:1749611351.622579:0:24538:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:0.0:1749611351.622583:0:24538:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:0.0:1749611351.622592:0:24538:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88013118a000 00100000:00000001:0.0:1749611351.622598:0:24538:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000010:0.0:1749611351.622610:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880129cf0e40. 00100000:00000010:0.0:1749611351.622614:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b49d47c0. 00100000:00000010:0.0:1749611351.622618:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b49d4700. 00100000:00000010:0.0:1749611351.622621:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b49d4480. 00100000:00000010:0.0:1749611351.622623:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880129cf0500. 00100000:00000010:0.0:1749611351.622625:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b49d4740. 00100000:00000010:0.0:1749611351.622627:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b49d4c00. 00100000:00000010:0.0:1749611351.622628:0:24538:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8800b49d43c0. 00100000:00000001:0.0:1749611351.622630:0:24538:0:(scrub.c:1098:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1749611351.622632:0:24538:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611351.622634:0:24538:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611351.622636:0:24538:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8800b538ce00. 00002000:00000001:0.0:1749611351.622638:0:24538:0:(ofd_dev.c:272:ofd_stack_pre_fini()) Process leaving 00000020:00000001:0.0:1749611351.622639:0:24538:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611351.622641:0:24538:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff88009ac29570) has no exports 00000020:00000001:0.0:1749611351.622642:0:24538:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:0.0:1749611351.622645:0:24538:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00010000:00000001:0.0:1749611351.622647:0:24538:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1749611351.622651:0:24538:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1749611351.622653:0:24538:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611351.622657:0:24538:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611351.623842:0:24538:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611351.623845:0:24538:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611351.623847:0:24538:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611351.624694:0:24538:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611351.624697:0:24538:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611351.624699:0:24538:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1749611351.624734:0:24538:0:(lprocfs_status_server.c:353:lprocfs_free_per_client_stats()) Process entered 00000020:00000001:0.0:1749611351.624736:0:24538:0:(lprocfs_status_server.c:364:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1749611351.624885:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8800b42ca600. 00000020:00000010:0.0:1749611351.624894:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009cb9bc00. 00010000:00000010:2.1:1749611351.625733:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88008295cb00. 00010000:00000010:2.1:1749611351.625745:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006efbce00. 00000020:00000001:0.0:1749611351.634861:0:24538:0:(tgt_main.c:642:tgt_fini()) Process entered 00000020:00000010:0.0:1749611351.634869:0:24538:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff880133108000. 00000020:00000002:0.0:1749611351.634898:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88012b53a000/ffff88009b654120 to site lru. bkt: ffff88007622c770 00000020:00000001:0.0:1749611351.634901:0:24538:0:(tgt_main.c:682:tgt_fini()) Process leaving 00000020:00000010:3.0:1749611351.634985:0:23164:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125c00. 00000020:00000010:3.0:1749611351.635000:0:23164:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16b800. 00000020:00000010:3.0:1749611351.635009:0:23164:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8f18. 00000020:00000010:3.0:1749611351.635017:0:23164:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124600. 80000000:00000010:3.0:1749611351.635026:0:23164:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16540. 40000000:00000010:3.0:1749611351.635032:0:23164:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b544a840. 00100000:00000010:3.0:1749611351.635038:0:23164:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16b000. 00040000:00000010:3.0:1749611351.635043:0:23164:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ef3fd00. 00040000:00000010:3.0:1749611351.635076:0:23164:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124800. 00080000:00000010:3.0:1749611351.635084:0:23164:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec0000. 00080000:00000010:3.0:1749611351.635092:0:23164:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c1000. 00002000:00000010:3.0:1749611351.635100:0:23164:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cb9a400. 00000020:00000010:3.0:1749611351.635107:0:23164:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 00002000:00000010:3.0:1749611351.635112:0:23164:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff88007ef3f900. 00100000:00000001:0.0:1749611351.635175:0:24538:0:(lfsck_lib.c:1652:lfsck_instance_cleanup()) Process entered 00000020:00000002:0.0:1749611351.635180:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880134e08c00/ffff88009717e000 to site lru. bkt: ffff88007622d1b8 00000020:00000002:0.0:1749611351.635197:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88006bb8ce00/ffff88008295c900 to site lru. bkt: ffff88007622c578 00100000:00000010:0.0:1749611351.635201:0:24538:0:(lfsck_internal.h:1383:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff88008295c300. 00100000:00000010:0.0:1749611351.635205:0:24538:0:(lfsck_internal.h:1385:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff88008295c200. 00100000:10000000:0.0:1749611351.635212:0:24538:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:00000010:0.0:1749611351.635216:0:24538:0:(lfsck_layout.c:6547:lfsck_layout_slave_data_release()) kfreed 'llsd': 144 at ffff880096b97000. 00100000:00000010:0.0:1749611351.635220:0:24538:0:(lfsck_internal.h:1392:lfsck_component_put()) kfreed 'com': 1504 at ffff88006a3b4800. 00000020:00000002:0.0:1749611351.635231:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880134e08800/ffff88008295cd00 to site lru. bkt: ffff88007622cce8 00000020:00000002:0.0:1749611351.635234:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880134e08600/ffff88008295cc00 to site lru. bkt: ffff88007622d490 00100000:00000010:0.0:1749611351.635239:0:24538:0:(lfsck_lib.c:1716:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff88012d89f000. 00002000:00000001:0.0:1749611351.635245:0:24538:0:(ofd_fs.c:671:ofd_fs_cleanup()) Process entered 00000020:00000040:0.0:1749611351.635251:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 5 00000020:00000010:0.0:1749611351.635254:0:24538:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff600. 00000020:00000040:0.0:1749611351.635258:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 4 00000020:00000010:0.0:1749611351.635260:0:24538:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dffd00. 40000000:00000001:0.0:1749611351.635264:0:24538:0:(fid_handler.c:585:seq_server_fini()) Process entered 40000000:00000001:0.0:1749611351.635318:0:24538:0:(fid_store.c:221:seq_store_fini()) Process entered 00000020:00000002:0.0:1749611351.635322:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3b800/ffff880087719d40 to site lru. bkt: ffff88007622c540 40000000:00000001:0.0:1749611351.635324:0:24538:0:(fid_store.c:229:seq_store_fini()) Process leaving 40000000:00000001:0.0:1749611351.635326:0:24538:0:(fid_handler.c:590:seq_server_fini()) Process leaving 40000000:00000010:0.0:1749611351.635328:0:24538:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff8800b42cb000. 40000000:00000001:0.0:1749611351.635333:0:24538:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1749611351.635360:0:24538:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1749611351.635361:0:24538:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff8801240ab800. 40000000:00000001:0.0:1749611351.635366:0:24538:0:(fid_handler.c:617:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611351.635369:0:24538:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1749611351.635388:0:24538:0:(fld_index.c:446:fld_index_fini()) Process entered 00000020:00000002:0.0:1749611351.635390:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3b200/ffff880087719e60 to site lru. bkt: ffff88007622d730 80000000:00000001:0.0:1749611351.635393:0:24538:0:(fld_index.c:452:fld_index_fini()) Process leaving 80000000:00000001:0.0:1749611351.635396:0:24538:0:(fld_cache.c:212:fld_cache_flush()) Process entered 80000000:00000001:0.0:1749611351.635399:0:24538:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1749611351.635402:0:24538:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8800b544a880. 80000000:00000040:0.0:1749611351.635405:0:24538:0:(fld_cache.c:202:fld_cache_shrink()) srv-lustre-OST0000: FLD cache - Shrunk by 1 entries 80000000:00000001:0.0:1749611351.635407:0:24538:0:(fld_cache.c:204:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611351.635408:0:24538:0:(fld_cache.c:219:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1749611351.635416:0:24538:0:(fld_cache.c:73:fld_cache_fini()) FLD cache statistics (srv-lustre-OST0000): 80000000:00000040:0.0:1749611351.635418:0:24538:0:(fld_cache.c:74:fld_cache_fini()) Cache reqs: 0 80000000:00000040:0.0:1749611351.635419:0:24538:0:(fld_cache.c:75:fld_cache_fini()) Total reqs: 0 80000000:00000010:0.0:1749611351.635421:0:24538:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff88008350d840. 80000000:00000001:0.0:1749611351.635423:0:24538:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00002000:00000010:0.0:1749611351.635426:0:24538:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff8801240abd00. 00080000:00000001:0.0:1749611351.635430:0:24538:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611351.635704:0:24538:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00000020:00000002:0.0:1749611351.635711:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3a200/ffff880087719b00 to site lru. bkt: ffff88007622e1e8 00002000:00000001:0.0:1749611351.635713:0:24538:0:(ofd_fs.c:685:ofd_fs_cleanup()) Process leaving 00000001:00000001:0.0:1749611351.635716:0:24538:0:(nodemap_storage.c:2260:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1749611351.635723:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88012d124000/ffff8801240ab100 to site lru. bkt: ffff88007622c1c0 00000001:00000010:0.0:1749611351.635725:0:24538:0:(nodemap_storage.c:2272:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff8800b23719e0. 00000001:00000001:0.0:1749611351.635730:0:24538:0:(nodemap_storage.c:2274:nm_config_file_deregister_tgt()) Process leaving 00010000:00000001:0.0:1749611351.635734:0:24538:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1749611351.635739:0:24538:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1749611351.635770:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012b53ba00. 00000020:00000010:0.0:1749611351.635776:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130313000. 00010000:00000001:0.0:1749611351.635804:0:24538:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611351.635816:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800b4a71d40. 00000020:00000010:0.0:1749611351.635819:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009be8ac00. 00000001:00000001:0.0:1749611351.635843:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611351.636906:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006197000. 00000001:00000010:0.0:1749611351.636917:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061a1000. 00000001:00000010:0.0:1749611351.636920:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061ab000. 00000001:00000010:0.0:1749611351.636922:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061b5000. 00000001:00000010:0.0:1749611351.636924:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061bf000. 00000001:00000010:0.0:1749611351.636926:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061c9000. 00000001:00000010:0.0:1749611351.636927:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061d3000. 00000001:00000010:0.0:1749611351.636929:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061dd000. 00000001:00000010:0.0:1749611351.636931:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061e7000. 00000001:00000010:0.0:1749611351.636933:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061f1000. 00000001:00000010:0.0:1749611351.636934:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900061fb000. 00000001:00000010:0.0:1749611351.636936:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006205000. 00000001:00000010:0.0:1749611351.636938:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000620f000. 00000001:00000010:0.0:1749611351.636947:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006219000. 00000001:00000010:0.0:1749611351.636949:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006223000. 00000001:00000010:0.0:1749611351.636951:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000622d000. 00000001:00000010:0.0:1749611351.636953:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006237000. 00000001:00000010:0.0:1749611351.636955:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006241000. 00000001:00000010:0.0:1749611351.636957:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000624b000. 00000001:00000010:0.0:1749611351.636958:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006255000. 00000001:00000010:0.0:1749611351.636960:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000625f000. 00000001:00000010:0.0:1749611351.636962:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006269000. 00000001:00000010:0.0:1749611351.636963:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006273000. 00000001:00000010:0.0:1749611351.636965:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000627d000. 00000001:00000010:0.0:1749611351.636967:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006287000. 00000001:00000010:0.0:1749611351.636968:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006291000. 00000001:00000010:0.0:1749611351.636970:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000629b000. 00000001:00000010:0.0:1749611351.636971:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062a5000. 00000001:00000010:0.0:1749611351.636973:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062af000. 00000001:00000010:0.0:1749611351.636975:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062b9000. 00000001:00000010:0.0:1749611351.636976:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062c3000. 00000001:00000010:0.0:1749611351.636978:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062cd000. 00000001:00000010:0.0:1749611351.636980:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062d7000. 00000001:00000010:0.0:1749611351.636981:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062e1000. 00000001:00000010:0.0:1749611351.636983:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062eb000. 00000001:00000010:0.0:1749611351.636984:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062f5000. 00000001:00000010:0.0:1749611351.636986:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900062ff000. 00000001:00000010:0.0:1749611351.636988:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006309000. 00000001:00000010:0.0:1749611351.636989:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006313000. 00000001:00000010:0.0:1749611351.636991:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000631d000. 00000001:00000010:0.0:1749611351.636993:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006327000. 00000001:00000010:0.0:1749611351.636994:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006331000. 00000001:00000010:0.0:1749611351.636996:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000633b000. 00000001:00000010:0.0:1749611351.636997:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006345000. 00000001:00000010:0.0:1749611351.636999:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000634f000. 00000001:00000010:0.0:1749611351.637005:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006359000. 00000001:00000010:0.0:1749611351.637007:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006363000. 00000001:00000010:0.0:1749611351.637009:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000636d000. 00000001:00000010:0.0:1749611351.637011:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006377000. 00000001:00000010:0.0:1749611351.637013:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006381000. 00000001:00000010:0.0:1749611351.637014:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000638b000. 00000001:00000010:0.0:1749611351.637016:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006395000. 00000001:00000010:0.0:1749611351.637018:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000639f000. 00000001:00000010:0.0:1749611351.637019:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063a9000. 00000001:00000010:0.0:1749611351.637021:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063b3000. 00000001:00000010:0.0:1749611351.637023:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063bd000. 00000001:00000010:0.0:1749611351.637024:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063c7000. 00000001:00000010:0.0:1749611351.637026:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063d1000. 00000001:00000010:0.0:1749611351.637028:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063db000. 00000001:00000010:0.0:1749611351.637029:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063e5000. 00000001:00000010:0.0:1749611351.637031:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063ef000. 00000001:00000010:0.0:1749611351.637033:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900063f9000. 00000001:00000010:0.0:1749611351.637034:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006403000. 00000001:00000010:0.0:1749611351.637036:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000640d000. 00000001:00000010:0.0:1749611351.637038:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff88012b53b800. 00000001:00000010:0.0:1749611351.637041:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8ba4300. 00000001:00000001:0.0:1749611351.637046:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611351.637049:0:24538:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009be89400. 00010000:00000001:0.0:1749611351.637053:0:24538:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1749611351.637581:0:24538:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1749611351.637594:0:24538:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00002000:00000001:1.0:1749611351.637875:0:24538:0:(ofd_dev.c:218:ofd_stack_fini()) Process entered 00080000:00000010:1.0:1749611351.637891:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007ef3f100. 00040000:00000001:1.0:1749611351.637907:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637912:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637913:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637914:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637915:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637916:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.637920:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d124000. 00000020:00000010:1.0:1749611351.637927:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8801240ab100. 00040000:00000001:1.0:1749611351.637938:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637939:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637940:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637942:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637942:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637943:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.637947:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3b800. 00002000:00000001:1.0:1749611351.637951:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.637953:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x5:0x0] 00002000:00000010:1.0:1749611351.637956:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719d40. 00002000:00000001:1.0:1749611351.637964:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611351.637968:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637969:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637970:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637971:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637973:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637973:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.637976:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3ba00. 00000020:00000010:1.0:1749611351.637979:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8801240ab700. 00040000:00000001:1.0:1749611351.637984:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637985:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637986:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637987:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.637988:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.637989:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.637991:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006bb8ce00. 00000020:00000010:1.0:1749611351.637994:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88008295c900. 00040000:00000001:1.0:1749611351.638000:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638001:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638008:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638009:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638015:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638017:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638022:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b53a000. 00002000:00000001:1.0:1749611351.638025:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638026:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xb:0x0] 00002000:00000010:1.0:1749611351.638028:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009b654120. 00002000:00000001:1.0:1749611351.638031:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611351.638038:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638039:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638040:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638041:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638042:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638043:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638045:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d125400. 00000020:00000010:1.0:1749611351.638048:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007ef3fb00. 00040000:00000001:1.0:1749611351.638150:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638152:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638153:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638154:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638155:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638156:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638160:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880134e08800. 00000020:00000010:1.0:1749611351.638165:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88008295cd00. 00040000:00000001:1.0:1749611351.638172:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638173:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638174:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638176:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638177:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638178:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638180:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27ce00. 00000020:00000010:1.0:1749611351.638184:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007ddf9500. 00080000:00000010:1.0:1749611351.638191:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880134e08c00. 00002000:00000001:1.0:1749611351.638193:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638194:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x12:0x0] 00002000:00000010:1.0:1749611351.638196:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e000. 00002000:00000001:1.0:1749611351.638200:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611351.638210:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638211:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638217:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638218:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638220:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638221:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638224:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880134e08600. 00000020:00000010:1.0:1749611351.638226:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88008295cc00. 00080000:00000010:1.0:1749611351.638234:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8801240abb00. 00040000:00000001:1.0:1749611351.638239:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638240:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638241:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638242:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638243:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638244:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638246:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3b200. 00002000:00000001:1.0:1749611351.638248:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638249:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x3:0x0] 00002000:00000010:1.0:1749611351.638251:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719e60. 00002000:00000001:1.0:1749611351.638254:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611351.638262:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638263:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638264:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638265:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638266:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638267:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638269:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3a200. 00002000:00000001:1.0:1749611351.638271:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638272:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x1018:0x0] 00002000:00000010:1.0:1749611351.638278:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719b00. 00002000:00000001:1.0:1749611351.638282:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611351.638292:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638293:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638294:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638295:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611351.638296:0:24538:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611351.638297:0:24538:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611351.638299:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3b600. 00002000:00000001:1.0:1749611351.638301:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638302:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xd:0x0] 00002000:00000010:1.0:1749611351.638303:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff8800877199e0. 00002000:00000001:1.0:1749611351.638306:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000010:1.0:1749611351.638321:0:24538:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff880129cc8800. 00002000:00000001:1.0:1749611351.638323:0:24538:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:1.0:1749611351.638325:0:24538:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:1.0:1749611351.638328:0:24538:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88013118a000 00100000:00000001:1.0:1749611351.638332:0:24538:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:1.0:1749611351.638334:0:24538:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1749611351.638337:0:24538:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:1.0:1749611351.638340:0:24538:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1749611351.638341:0:24538:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0000: initiating QSD shutdown 00000020:00000010:3.0:1749611351.638393:0:23191:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007ef3aa00. 00000020:00000010:3.0:1749611351.638401:0:23191:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b6000. 00000020:00000010:3.0:1749611351.638412:0:23191:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd9e30. 00000020:00000010:3.0:1749611351.638418:0:23191:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007ef3b400. 80000000:00000010:3.0:1749611351.638421:0:23191:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b164e0. 40000000:00000010:3.0:1749611351.638425:0:23191:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801376499c0. 00100000:00000010:3.0:1749611351.638429:0:23191:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a3b3000. 00040000:00000010:3.0:1749611351.638434:0:23191:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88008295c700. 00040000:00000010:3.0:1749611351.638438:0:23191:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880134e08200. 00080000:00000010:3.0:1749611351.638443:0:23191:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880083882000. 00080000:00000010:3.0:1749611351.638451:0:23191:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89e000. 00002000:00000010:3.0:1749611351.638462:0:23191:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d030800. 00000020:00000010:3.0:1749611351.638466:0:23191:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007ef3a000. 00040000:00000010:3.0:1749611351.638470:0:23191:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff880117b162a0. 00040000:00000001:3.0:1749611351.638473:0:23191:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611351.638567:0:24538:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1749611351.638570:0:24538:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1749611351.638572:0:24538:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1749611351.638575:0:24538:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1749611351.638579:0:24538:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749611351.638584:0:24538:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611351.638587:0:24538:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1749611351.638588:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611351.638591:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880069cc6e40. 00000001:00000010:1.0:1749611351.638594:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800762437c8. 00000001:00000010:1.0:1749611351.638597:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ef3ff00. 00000001:00000001:1.0:1749611351.638606:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1749611351.638608:0:24538:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880122460060. 00000020:00000002:1.0:1749611351.638617:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880091b0c800/ffff880087718240 to site lru. bkt: ffff88007622cf50 00000020:00000002:1.0:1749611351.638621:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880091b0c600/ffff880087718900 to site lru. bkt: ffff88007622f090 00000020:00000002:1.0:1749611351.638624:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880091b0c000/ffff880087718360 to site lru. bkt: ffff88007622f170 00040000:00000010:1.0:1749611351.638627:0:24538:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88008350d540. 00040000:00000001:1.0:1749611351.638629:0:24538:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1749611351.638631:0:24538:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1749611351.638632:0:24538:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1749611351.638633:0:24538:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749611351.638636:0:24538:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611351.638638:0:24538:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1749611351.638639:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611351.638640:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800a3652840. 00000001:00000010:1.0:1749611351.638642:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243798. 00000001:00000010:1.0:1749611351.638644:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ef3fe00. 00000001:00000001:1.0:1749611351.638646:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1749611351.638647:0:24538:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880122460dc0. 00000020:00000002:1.0:1749611351.638663:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880091b0c400/ffff880087718000 to site lru. bkt: ffff88007622e3a8 00000020:00000002:1.0:1749611351.638667:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3a600/ffff880087719680 to site lru. bkt: ffff88007622de68 00000020:00000002:1.0:1749611351.638670:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3ae00/ffff8800877197a0 to site lru. bkt: ffff88007622e5d8 00040000:00000010:1.0:1749611351.638672:0:24538:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8800b54463c0. 00040000:00000001:1.0:1749611351.638676:0:24538:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1749611351.638676:0:24538:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1749611351.638678:0:24538:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1749611351.638679:0:24538:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749611351.638682:0:24538:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611351.638683:0:24538:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1749611351.638684:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611351.638686:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800a3652f00. 00000001:00000010:1.0:1749611351.638688:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800762437e8. 00000001:00000010:1.0:1749611351.638689:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88008295c100. 00000001:00000001:1.0:1749611351.638692:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1749611351.638693:0:24538:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880122460300. 00000020:00000002:1.0:1749611351.638697:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3bc00/ffff8800877198c0 to site lru. bkt: ffff88007622d998 00000020:00000002:1.0:1749611351.638699:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3b000/ffff880087719c20 to site lru. bkt: ffff88007622ce00 00000020:00000002:1.0:1749611351.638702:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff88007ef3a800/ffff880087719560 to site lru. bkt: ffff88007622d880 00040000:00000010:1.0:1749611351.638704:0:24538:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8800a3652b40. 00040000:00000001:1.0:1749611351.638706:0:24538:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1749611351.638708:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 3 00000020:00000010:1.0:1749611351.638711:0:24538:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff200. 00000020:00000002:1.0:1749611351.638714:0:24538:0:(lu_object.c:207:lu_object_put()) Add ffff880091b0ca00/ffff880087718120 to site lru. bkt: ffff88007622f0c8 00040000:04000000:1.0:1749611351.638716:0:24538:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0000: QSD shutdown completed 00040000:00000010:1.0:1749611351.638718:0:24538:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff880071736800. 00040000:00000001:1.0:1749611351.638725:0:24538:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:1.0:1749611351.638734:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880071737400. 00000020:00000010:1.0:1749611351.638739:0:24538:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff880117b167e0. 00080000:00000001:1.0:1749611351.638744:0:24538:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611351.638747:0:24538:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611351.638749:0:24538:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611351.638752:0:24538:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff880129cc8800. 00080000:00000010:1.0:1749611351.638759:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880133195200. 00000020:00000010:1.0:1749611351.638763:0:24538:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8801240abe00. 00000020:00000010:1.0:1749611351.638772:0:24538:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffe00. 00080000:00000010:1.0:1749611351.638787:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88008295c000. 00080000:00000010:1.0:1749611351.638792:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3b000. 00002000:00000001:1.0:1749611351.638795:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638797:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x3:0x0] 00002000:00000010:1.0:1749611351.638804:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719c20. 00002000:00000001:1.0:1749611351.638807:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638843:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0c800. 00002000:00000001:1.0:1749611351.638847:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638848:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xf:0x0] 00002000:00000010:1.0:1749611351.638850:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718240. 00002000:00000001:1.0:1749611351.638854:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638868:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88008295c400. 00080000:00000010:1.0:1749611351.638873:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3a800. 00002000:00000001:1.0:1749611351.638876:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638877:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x6:0x0] 00002000:00000010:1.0:1749611351.638879:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719560. 00002000:00000001:1.0:1749611351.638883:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638886:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3bc00. 00002000:00000001:1.0:1749611351.638888:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638889:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x16:0x0] 00002000:00000010:1.0:1749611351.638891:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff8800877198c0. 00002000:00000001:1.0:1749611351.638893:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638898:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007ef3f700. 00080000:00000010:1.0:1749611351.638901:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3a600. 00002000:00000001:1.0:1749611351.638903:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638904:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x2:0x0] 00002000:00000010:1.0:1749611351.638906:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087719680. 00002000:00000001:1.0:1749611351.638908:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638914:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0c400. 00002000:00000001:1.0:1749611351.638916:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638917:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x10:0x0] 00002000:00000010:1.0:1749611351.638918:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718000. 00002000:00000001:1.0:1749611351.638921:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638948:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007ef3f600. 00080000:00000010:1.0:1749611351.638953:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007ef3ae00. 00002000:00000001:1.0:1749611351.638955:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638962:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x5:0x0] 00002000:00000010:1.0:1749611351.638964:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff8800877197a0. 00002000:00000001:1.0:1749611351.638968:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.638981:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007ef3fc00. 00080000:00000010:1.0:1749611351.638988:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0c600. 00002000:00000001:1.0:1749611351.638990:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.638992:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x1:0x0] 00002000:00000010:1.0:1749611351.638993:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718900. 00002000:00000001:1.0:1749611351.638997:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.639000:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0ca00. 00002000:00000001:1.0:1749611351.639002:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.639003:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:1.0:1749611351.639005:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718120. 00002000:00000001:1.0:1749611351.639007:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611351.639010:0:24538:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007ef3f800. 00080000:00000010:1.0:1749611351.639014:0:24538:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880091b0c000. 00002000:00000001:1.0:1749611351.639015:0:24538:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611351.639016:0:24538:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x4:0x0] 00002000:00000010:1.0:1749611351.639018:0:24538:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff880087718360. 00002000:00000001:1.0:1749611351.639021:0:24538:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:1.0:1749611351.639026:0:24538:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff880071736000. 00002000:00000001:1.0:1749611351.639063:0:24538:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:1.0:1749611351.639067:0:24538:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1749611351.639069:0:24538:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1749611351.639072:0:24538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d37b 00000020:00000040:1.0:1749611351.639075:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51bf000 with handle 0x689c0ec07329d37b from hash 00000020:00000001:1.0:1749611351.639082:0:24538:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611351.639088:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf000 : new refcount 1 00000020:00000001:1.0:1749611351.639090:0:24538:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611351.639092:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf000 : new refcount 0 00000020:00000080:1.0:1749611351.639094:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b51bf000/lustre-OST0000-osd_UUID 00000020:00000001:1.0:1749611351.639096:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639106:0:24538:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611351.639109:0:24538:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611351.639111:0:24538:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611351.639113:0:24538:0:(ofd_dev.c:248:ofd_stack_fini()) Process leaving 00000020:00000001:1.0:1749611351.639116:0:24538:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1749611351.639120:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1749611351.639124:0:24538:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:2.0:1749611351.639126:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51bf000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:1.0:1749611351.639126:0:24538:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000020:00000001:2.0:1749611351.639130:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:01000004:1.0:1749611351.639130:0:24538:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8800b422c000 from lustre-OST0000, refs=2 00000020:00000001:2.0:1749611351.639133:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639134:0:24538:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:00000040:2.0:1749611351.639136:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 5 - export 00000020:01000004:1.0:1749611351.639136:0:24538:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b422c000 2 00000020:00000001:1.0:1749611351.639138:0:24538:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611351.639140:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51bf000. 00000020:00000001:1.0:1749611351.639141:0:24538:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1749611351.639143:0:24538:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611351.639144:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1749611351.639144:0:24538:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134533750848 : -131939175800768 : ffff8800844b6040) 00000020:01000004:1.0:1749611351.639148:0:24538:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff8800b422c000 from lustre-OST0000 00000020:00000010:1.0:1749611351.639155:0:24538:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff88006a9b8630. 00000020:00000010:1.0:1749611351.639158:0:24538:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8800844b6040. 00000020:00000001:1.0:1749611351.639161:0:24538:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639163:0:24538:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611351.639165:0:24538:0:(ofd_dev.c:3261:ofd_fini()) Process leaving 00010000:00000001:1.0:1749611351.639167:0:24538:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00002000:00000001:1.0:1749611351.639169:0:24538:0:(ofd_dev.c:3281:ofd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639171:0:24538:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611351.639183:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611351.639188:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0ce00. 00000001:00000010:1.0:1749611351.639191:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0dc00. 00000001:00000010:1.0:1749611351.639194:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0d000. 00000001:00000010:1.0:1749611351.639196:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0d200. 00000001:00000010:1.0:1749611351.639198:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4a71400. 00000001:00000010:1.0:1749611351.639200:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d701a80. 00000001:00000001:1.0:1749611351.639209:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1749611351.639211:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611351.639217:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0d600. 00000001:00000010:1.0:1749611351.639219:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880091b0da00. 00000001:00000010:1.0:1749611351.639221:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b200. 00000001:00000010:1.0:1749611351.639224:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c9bf800. 00000001:00000010:1.0:1749611351.639227:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4a71da0. 00000001:00000010:1.0:1749611351.639228:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d7019c0. 00000001:00000001:1.0:1749611351.639231:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1749611351.639233:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac29570) now 3 - setup 00000020:00000001:1.0:1749611351.639236:0:24538:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639243:0:24538:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1749611351.639246:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1749611351.639252:0:24538:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:1.0:1749611351.639256:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac29570) now 2 - obd_device_list 00000020:00000080:1.0:1749611351.639259:0:24538:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000040:1.0:1749611351.639265:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88009ac29570) now 1 - newdev 00000020:00000040:1.0:1749611351.639269:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51ba000 with handle 0x689c0ec07329d374 from hash 00000020:00000040:1.0:1749611351.639273:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ba000 : new refcount 0 00000020:00000080:1.0:1749611351.639275:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b51ba000/lustre-OST0000_UUID 00000020:00000001:1.0:1749611351.639276:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639279:0:24538:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1749611351.639280:0:24538:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51ba000/lustre-OST0000_UUID for lustre-OST0000 00000020:00000001:1.0:1749611351.639283:0:24538:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:1.0:1749611351.639286:0:24538:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611351.639288:0:24538:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51ba000. 00000020:00000001:1.0:1749611351.639293:0:24538:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1749611351.639295:0:24538:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000 obd_type name = obdfilter 00000020:01000000:1.0:1749611351.639297:0:24538:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000001:1.0:1749611351.639299:0:24538:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:1.0:1749611351.639302:0:24538:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ce00. 00000020:00000010:1.0:1749611351.639305:0:24538:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d600. 00000020:00000010:1.0:1749611351.639310:0:24538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b000. 00000020:00000010:1.0:1749611351.639315:0:24538:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611351.639319:0:24538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c200. 80000000:00000010:1.0:1749611351.639322:0:24538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272de0. 40000000:00000010:1.0:1749611351.639325:0:24538:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8180. 00100000:00000010:1.0:1749611351.639330:0:24538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a800. 00040000:00000010:1.0:1749611351.639338:0:24538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9300. 00040000:00000010:1.0:1749611351.639342:0:24538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27cc00. 00080000:00000010:1.0:1749611351.639346:0:24538:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611351.639353:0:24538:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00002000:00000010:1.0:1749611351.639359:0:24538:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012db64c00. 00002000:00000010:1.0:1749611351.639362:0:24538:0:(ofd_dev.c:3300:ofd_device_free()) kfreed 'm': 1864 at ffff8800b51bb800. 00002000:00000001:1.0:1749611351.639371:0:24538:0:(ofd_dev.c:3301:ofd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611351.639375:0:24538:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d600. 00000020:00000010:1.0:1749611351.639381:0:24538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b000. 00000020:00000010:1.0:1749611351.639391:0:24538:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611351.639400:0:24538:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c200. 80000000:00000010:1.0:1749611351.639403:0:24538:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272de0. 40000000:00000010:1.0:1749611351.639406:0:24538:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8180. 00100000:00000010:1.0:1749611351.639409:0:24538:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a800. 00040000:00000010:1.0:1749611351.639413:0:24538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9300. 00040000:00000010:1.0:1749611351.639416:0:24538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27cc00. 00080000:00000010:1.0:1749611351.639420:0:24538:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:1.0:1749611351.639424:0:24538:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00002000:00000010:1.0:1749611351.639427:0:24538:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88012db64c00. 00000020:00000010:1.0:1749611351.639430:0:24538:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ce00. 00000020:00000001:1.0:1749611351.639433:0:24538:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611351.639436:0:24538:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009ac29570. 00000020:00000001:1.0:1749611351.639444:0:24538:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639446:0:24538:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611351.639449:0:24538:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff880091b16bc0. 00000020:00000001:1.0:1749611351.639452:0:24538:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639461:0:24538:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:1.0:1749611351.639464:0:24538:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8801355eb860. 00000020:01000004:1.0:1749611351.639468:0:24538:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:1.0:1749611351.639470:0:24538:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:1.0:1749611351.639473:0:24538:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8801355eb860. 00000020:00000001:1.0:1749611351.639476:0:24538:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1749611351.639480:0:24538:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:1.0:1749611351.639482:0:24538:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1749611351.639484:0:24538:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000010:1.0:1749611351.639487:0:24538:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8800a6272de0. 00000020:00000080:1.0:1749611351.639489:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1749611351.639559:0:24538:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:1.0:1749611351.639563:0:24538:0:(obd_config.c:882:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1749611351.639568:0:24538:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8800b51bf800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:1.0:1749611351.639580:0:24538:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1749611351.639583:0:24538:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff88009ac2c050) has exports, disconnecting them 00000020:00000001:1.0:1749611351.639586:0:24538:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1749611351.639588:0:24538:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=4 00000020:00000040:1.0:1749611351.639591:0:24538:0:(genops.c:887:class_export_get()) GET export ffff8800b51bf800 refcount=5 00000020:00080000:1.0:1749611351.639594:0:24538:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8800b51bf800), last request at 1749611291 00000020:00000001:1.0:1749611351.639599:0:24538:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:1.0:1749611351.639604:0:24538:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:1.0:1749611351.639611:0:24538:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1749611351.639612:0:24538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d3a5 00000020:00000040:1.0:1749611351.639615:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51bf800 with handle 0x689c0ec07329d3a5 from hash 00000020:00000040:1.0:1749611351.639623:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 4 00000020:00000001:1.0:1749611351.639625:0:24538:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611351.639627:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 3 00000020:00000001:1.0:1749611351.639628:0:24538:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611351.639630:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 2 00000020:00000001:1.0:1749611351.639632:0:24538:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611351.639634:0:24538:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639636:0:24538:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1749611351.639639:0:24538:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800b51bf800): rc 0 00000020:00000040:1.0:1749611351.639641:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 1 00000020:00000001:1.0:1749611351.639642:0:24538:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1749611351.639644:0:24538:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1749611351.639645:0:24538:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:1.0:1749611351.639649:0:24538:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:1.0:1749611351.639650:0:24538:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:1.0:1749611351.639652:0:24538:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:1.0:1749611351.639654:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bf800 : new refcount 0 00000020:00000080:1.0:1749611351.639656:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b51bf800/lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611351.639662:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611351.639670:0:24538:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611351.639673:0:24538:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1749611351.639674:0:24538:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1749611351.639691:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611351.639694:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51bf800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611351.639699:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00010000:00000001:1.0:1749611351.639700:0:24538:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000001:2.0:1749611351.639702:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611351.639704:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611351.639707:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 5 - export 00000020:00000010:2.0:1749611351.639710:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51bf800. 00000020:00000001:2.0:1749611351.639714:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1749611351.639748:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880118e79400. 00000020:00000010:1.0:1749611351.639759:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88012d577c00. 00010000:00000001:1.0:1749611351.639794:0:24538:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1749611351.639803:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800b52c3140. 00000020:00000010:1.0:1749611351.639808:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130311800. 00000001:00000001:1.0:1749611351.639830:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611351.640475:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006417000. 00000001:00000010:1.0:1749611351.640485:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006421000. 00000001:00000010:1.0:1749611351.640487:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000642b000. 00000001:00000010:1.0:1749611351.640507:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006435000. 00000001:00000010:1.0:1749611351.640511:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000643f000. 00000001:00000010:1.0:1749611351.640518:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006449000. 00000001:00000010:1.0:1749611351.640546:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006453000. 00000001:00000010:1.0:1749611351.640549:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000645d000. 00000001:00000010:1.0:1749611351.640551:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006467000. 00000001:00000010:1.0:1749611351.640553:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006471000. 00000001:00000010:1.0:1749611351.640555:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000647b000. 00000001:00000010:1.0:1749611351.640557:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006485000. 00000001:00000010:1.0:1749611351.640558:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000648f000. 00000001:00000010:1.0:1749611351.640560:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006499000. 00000001:00000010:1.0:1749611351.640562:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064a3000. 00000001:00000010:1.0:1749611351.640563:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064ad000. 00000001:00000010:1.0:1749611351.640565:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064b7000. 00000001:00000010:1.0:1749611351.640567:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064c1000. 00000001:00000010:1.0:1749611351.640568:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064cb000. 00000001:00000010:1.0:1749611351.640570:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064d5000. 00000001:00000010:1.0:1749611351.640572:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064df000. 00000001:00000010:1.0:1749611351.640573:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064e9000. 00000001:00000010:1.0:1749611351.640575:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064f3000. 00000001:00000010:1.0:1749611351.640577:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900064fd000. 00000001:00000010:1.0:1749611351.640578:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006507000. 00000001:00000010:1.0:1749611351.640580:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006511000. 00000001:00000010:1.0:1749611351.640582:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000651b000. 00000001:00000010:1.0:1749611351.640583:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006525000. 00000001:00000010:1.0:1749611351.640595:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000652f000. 00000001:00000010:1.0:1749611351.640598:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006539000. 00000001:00000010:1.0:1749611351.640600:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006543000. 00000001:00000010:1.0:1749611351.640602:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000654d000. 00000001:00000010:1.0:1749611351.640604:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8800a8ba4d00. 00000001:00000010:1.0:1749611351.640607:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8ba4800. 00000001:00000001:1.0:1749611351.640610:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1749611351.640613:0:24538:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff880130310400. 00010000:00000001:1.0:1749611351.640617:0:24538:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1749611351.641627:0:24538:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1749611351.641629:0:24538:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1749611351.641631:0:24538:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1749611351.641634:0:24538:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00000001:0.0:1749611351.641638:0:24538:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611351.641640:0:24538:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1749611351.641643:0:24538:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611351.641645:0:24538:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611351.641648:0:24538:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:0.0:1749611351.641651:0:24538:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611351.641660:0:24538:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611351.641661:0:24538:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611351.641663:0:24538:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611351.641664:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:0.0:1749611351.641666:0:24538:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:0.0:1749611351.649251:0:24538:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:0.0:1749611351.649255:0:24538:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1749611351.649258:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:0.0:1749611351.649260:0:24538:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:0.0:1749611351.649262:0:24538:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:0.0:1749611351.649267:0:24538:0:(genops.c:1229:class_import_get()) import ffff8800b422a000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611351.649270:0:24538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611351.649272:0:24538:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611351.649274:0:24538:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611351.649275:0:24538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611351.649276:0:24538:0:(genops.c:1242:class_import_put()) import ffff8800b422a000 refcount=0 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:0.0:1749611351.649278:0:24538:0:(genops.c:1245:class_import_put()) final put import ffff8800b422a000 00000020:00000001:0.0:1749611351.649294:0:24538:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749611351.649296:0:24538:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1749611351.649297:0:24538:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1749611351.649299:0:24538:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1749611351.649301:0:24538:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff88012b3c1b00. 00010000:00000001:0.0:1749611351.649305:0:24538:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000010:0.0:1749611351.649348:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880083886000. 00000020:00000001:3.0:1749611351.649350:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:0.0:1749611351.649352:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88007d28e000. 00000020:00000080:3.0:1749611351.649355:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800b422a000 for lustre-MDT0000-lwp-OST0000 00000020:00000010:0.0:1749611351.649357:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88012c48d000. 00000020:00000040:3.0:1749611351.649361:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000010:0.0:1749611351.649361:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88012d576400. 00000020:00000040:3.0:1749611351.649366:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000010:00000001:0.0:1749611351.649369:0:24538:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649372:0:24538:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611351.649374:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88013523b540. 00000020:00000040:3.0:1749611351.649380:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 4 - import 00000001:00000001:0.0:1749611351.649382:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000020:00000010:3.0:1749611351.649384:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800b422a000. 00000001:00000010:0.0:1749611351.649388:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b42ca200. 00000020:00000001:3.0:1749611351.649391:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1749611351.649391:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b53b400. 00000001:00000010:0.0:1749611351.649392:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b53a200. 00000001:00000010:0.0:1749611351.649395:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b53bc00. 00000001:00000010:0.0:1749611351.649397:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b52c32e0. 00000001:00000010:0.0:1749611351.649399:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d701240. 00000001:00000001:0.0:1749611351.649408:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611351.649410:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611351.649419:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88008295ec00. 00000001:00000010:0.0:1749611351.649422:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88008295f800. 00000001:00000010:0.0:1749611351.649424:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88008295f400. 00000001:00000010:0.0:1749611351.649425:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88008295ee00. 00000001:00000010:0.0:1749611351.649427:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b52c3680. 00000001:00000010:0.0:1749611351.649429:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d701300. 00000001:00000001:0.0:1749611351.649431:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611351.649432:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 3 - setup 00000020:00000001:0.0:1749611351.649435:0:24538:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649436:0:24538:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611351.649439:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611351.649443:0:24538:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611351.649445:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 2 - obd_device_list 00000020:00000080:0.0:1749611351.649448:0:24538:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000040:0.0:1749611351.649450:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff88009ac2c050) now 1 - newdev 00000020:00000040:0.0:1749611351.649453:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51be000 with handle 0x689c0ec07329d39e from hash 00000020:00000040:0.0:1749611351.649457:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51be000 : new refcount 0 00000020:00000080:0.0:1749611351.649459:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b51be000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:0.0:1749611351.649461:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649463:0:24538:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611351.649464:0:24538:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51be000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611351.649470:0:24538:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611351.649472:0:24538:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.649474:0:24538:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51be000. 00000020:00000001:0.0:1749611351.649478:0:24538:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611351.649480:0:24538:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-OST0000 obd_type name = lwp 00000020:01000000:0.0:1749611351.649482:0:24538:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:0.0:1749611351.649483:0:24538:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611351.649486:0:24538:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd200. 00000020:00000010:0.0:1749611351.649512:0:24538:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbc200. 00000040:00000010:0.0:1749611351.649516:0:24538:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611351.649541:0:24538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b4800. 00000020:00000010:0.0:1749611351.649547:0:24538:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611351.649550:0:24538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbd800. 80000000:00000010:0.0:1749611351.649554:0:24538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16060. 40000000:00000010:0.0:1749611351.649558:0:24538:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b538ce00. 00100000:00000010:0.0:1749611351.649569:0:24538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a3b7800. 00040000:00000010:0.0:1749611351.649573:0:24538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88008295c200. 00040000:00000010:0.0:1749611351.649578:0:24538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbcc00. 00080000:00000010:0.0:1749611351.649582:0:24538:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c3000. 00080000:00000010:0.0:1749611351.649589:0:24538:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000004:00000010:0.0:1749611351.649598:0:24538:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a3b0000. 00000004:00000010:0.0:1749611351.649605:0:24538:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c5000. 00000004:00000010:0.0:1749611351.649619:0:24538:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a3b3000. 00000004:00000010:0.0:1749611351.649625:0:24538:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006bbae800. 00000010:00000001:0.0:1749611351.649630:0:24538:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1749611351.649632:0:24538:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88013523bd80. 00000010:00000001:0.0:1749611351.649636:0:24538:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.649641:0:24538:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbc200. 00000040:00000010:0.0:1749611351.649646:0:24538:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbc600. 00000020:00000010:0.0:1749611351.649650:0:24538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b4800. 00000020:00000010:0.0:1749611351.649654:0:24538:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611351.649659:0:24538:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbd800. 80000000:00000010:0.0:1749611351.649662:0:24538:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16060. 40000000:00000010:0.0:1749611351.649666:0:24538:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b538ce00. 00100000:00000010:0.0:1749611351.649676:0:24538:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a3b7800. 00040000:00000010:0.0:1749611351.649680:0:24538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88008295c200. 00040000:00000010:0.0:1749611351.649684:0:24538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbcc00. 00080000:00000010:0.0:1749611351.649688:0:24538:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611351.649692:0:24538:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000004:00000010:0.0:1749611351.649697:0:24538:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a3b0000. 00000004:00000010:0.0:1749611351.649703:0:24538:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c5000. 00000004:00000010:0.0:1749611351.649709:0:24538:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a3b3000. 00000004:00000010:0.0:1749611351.649714:0:24538:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88006bbae800. 00000020:00000010:0.0:1749611351.649717:0:24538:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd200. 00000020:00000001:0.0:1749611351.649733:0:24538:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.649736:0:24538:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009ac2c050. 00000020:00000001:0.0:1749611351.649744:0:24538:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649746:0:24538:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611351.649750:0:24538:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8800a6272de0. 00000020:00000001:0.0:1749611351.649753:0:24538:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649757:0:24538:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1749611351.649759:0:24538:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000010:0.0:1749611351.649763:0:24538:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff880117b16060. 00000020:00000080:0.0:1749611351.649766:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1749611351.649771:0:24538:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:0.0:1749611351.649775:0:24538:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1749611351.649785:0:24538:0:(genops.c:1836:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8800b422c800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:0.0:1749611351.649792:0:24538:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611351.649795:0:24538:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff88009ac2d5c0) has exports, disconnecting them 00000020:00000001:0.0:1749611351.649798:0:24538:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1749611351.649800:0:24538:0:(genops.c:887:class_export_get()) GET export ffff8800b422c800 refcount=4 00000020:00000040:0.0:1749611351.649803:0:24538:0:(genops.c:887:class_export_get()) GET export ffff8800b422c800 refcount=5 00000020:00080000:0.0:1749611351.649806:0:24538:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8800b422c800), last request at 1749611291 00000020:00000001:0.0:1749611351.649810:0:24538:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:0.0:1749611351.649812:0:24538:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1749611351.649814:0:24538:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1749611351.649815:0:24538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d3b3 00000020:00000040:0.0:1749611351.649818:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b422c800 with handle 0x689c0ec07329d3b3 from hash 00000020:00000040:0.0:1749611351.649827:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 4 00000020:00000001:0.0:1749611351.649829:0:24538:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1749611351.649835:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 3 00000020:00000001:0.0:1749611351.649837:0:24538:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1749611351.649838:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 2 00000020:00000001:0.0:1749611351.649840:0:24538:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1749611351.649842:0:24538:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649844:0:24538:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1749611351.649847:0:24538:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800b422c800): rc 0 00000020:00000040:0.0:1749611351.649848:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 1 00000020:00000001:0.0:1749611351.649855:0:24538:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1749611351.649856:0:24538:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749611351.649858:0:24538:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:0.0:1749611351.649860:0:24538:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:0.0:1749611351.649861:0:24538:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1749611351.649863:0:24538:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1749611351.649865:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422c800 : new refcount 0 00000020:00000080:0.0:1749611351.649866:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b422c800/lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611351.649868:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.649874:0:24538:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611351.649876:0:24538:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1749611351.649878:0:24538:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1749611351.649895:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611351.649899:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b422c800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:00000001:0.0:1749611351.649901:0:24538:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000040:3.0:1749611351.649905:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:3.0:1749611351.649914:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611351.649924:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.649924:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8800827d7200. 00000020:00000040:3.0:1749611351.649928:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 5 - export 00000020:00000010:0.0:1749611351.649928:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009d743000. 00000020:00000010:3.0:1749611351.649932:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b422c800. 00000020:00000001:3.0:1749611351.649940:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1749611351.649953:0:24538:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611351.649961:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800b52c39c0. 00000020:00000010:0.0:1749611351.649964:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880130311000. 00000001:00000001:0.0:1749611351.649987:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611351.650582:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006557000. 00000001:00000010:0.0:1749611351.650589:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006561000. 00000001:00000010:0.0:1749611351.650590:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000656b000. 00000001:00000010:0.0:1749611351.650592:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006575000. 00000001:00000010:0.0:1749611351.650594:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000657f000. 00000001:00000010:0.0:1749611351.650595:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006589000. 00000001:00000010:0.0:1749611351.650597:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006593000. 00000001:00000010:0.0:1749611351.650599:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000659d000. 00000001:00000010:0.0:1749611351.650600:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065a7000. 00000001:00000010:0.0:1749611351.650601:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065b1000. 00000001:00000010:0.0:1749611351.650603:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065bb000. 00000001:00000010:0.0:1749611351.650604:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065c5000. 00000001:00000010:0.0:1749611351.650605:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065cf000. 00000001:00000010:0.0:1749611351.650607:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065d9000. 00000001:00000010:0.0:1749611351.650608:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065e3000. 00000001:00000010:0.0:1749611351.650610:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065ed000. 00000001:00000010:0.0:1749611351.650617:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900065f7000. 00000001:00000010:0.0:1749611351.650619:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006601000. 00000001:00000010:0.0:1749611351.650621:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000660b000. 00000001:00000010:0.0:1749611351.650623:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006615000. 00000001:00000010:0.0:1749611351.650624:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000661f000. 00000001:00000010:0.0:1749611351.650626:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006629000. 00000001:00000010:0.0:1749611351.650627:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006633000. 00000001:00000010:0.0:1749611351.650629:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000663d000. 00000001:00000010:0.0:1749611351.650630:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006647000. 00000001:00000010:0.0:1749611351.650632:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006651000. 00000001:00000010:0.0:1749611351.650633:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000665b000. 00000001:00000010:0.0:1749611351.650634:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006665000. 00000001:00000010:0.0:1749611351.650636:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000666f000. 00000001:00000010:0.0:1749611351.650637:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006679000. 00000001:00000010:0.0:1749611351.650639:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006683000. 00000001:00000010:0.0:1749611351.650640:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000668d000. 00000001:00000010:0.0:1749611351.650642:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8800a8ba4700. 00000001:00000010:0.0:1749611351.650644:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800a8ba4400. 00000001:00000001:0.0:1749611351.650647:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611351.650649:0:24538:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88012d577000. 00010000:00000001:0.0:1749611351.650652:0:24538:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611351.651589:0:24538:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611351.651592:0:24538:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1749611351.651595:0:24538:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1749611351.651597:0:24538:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00000001:2.0:1749611351.651599:0:24538:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611351.651601:0:24538:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1749611351.651604:0:24538:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611351.651605:0:24538:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611351.651607:0:24538:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1749611351.651610:0:24538:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611351.651612:0:24538:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611351.651613:0:24538:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611351.651615:0:24538:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611351.651616:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611351.651624:0:24538:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:2.0:1749611351.651626:0:24538:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611351.651628:0:24538:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611351.651630:0:24538:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611351.651632:0:24538:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:2.0:1749611351.651633:0:24538:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:2.0:1749611351.651637:0:24538:0:(genops.c:1229:class_import_get()) import ffff88009a7b3000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611351.651639:0:24538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611351.651640:0:24538:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611351.651642:0:24538:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611351.651644:0:24538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611351.651645:0:24538:0:(genops.c:1242:class_import_put()) import ffff88009a7b3000 refcount=0 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:2.0:1749611351.651647:0:24538:0:(genops.c:1245:class_import_put()) final put import ffff88009a7b3000 00000020:00000001:2.0:1749611351.651657:0:24538:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611351.651659:0:24538:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1749611351.651660:0:24538:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611351.651662:0:24538:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1749611351.651664:0:24538:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800b49bc0c0. 00010000:00000001:2.0:1749611351.651668:0:24538:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000001:3.0:1749611351.651675:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749611351.651679:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009a7b3000 for lustre-MDT0001-lwp-OST0000 00000020:00000040:3.0:1749611351.651684:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:3.0:1749611351.651688:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:3.0:1749611351.651692:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88012d8e4300. 00000020:00000040:3.0:1749611351.651701:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 4 - import 00000020:00000010:3.0:1749611351.651705:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88009a7b3000. 00000020:00000001:3.0:1749611351.651710:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1749611351.651722:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136aba000. 00000020:00000010:2.0:1749611351.651764:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f02000. 00000020:00000010:2.0:1749611351.651768:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88007d28a000. 00000020:00000010:2.0:1749611351.651774:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a8b02000. 00000020:00000010:2.0:1749611351.651778:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88012c48e000. 00000020:00000010:2.0:1749611351.651783:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009d743800. 00000010:00000001:2.0:1749611351.651786:0:24538:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.651789:0:24538:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611351.651803:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611351.651810:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e78000. 00000001:00000010:2.0:1749611351.651813:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e79a00. 00000001:00000010:2.0:1749611351.651815:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e79600. 00000001:00000010:2.0:1749611351.651817:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e79200. 00000001:00000010:2.0:1749611351.651819:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b52c36c0. 00000001:00000010:2.0:1749611351.651821:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d701f00. 00000001:00000001:2.0:1749611351.651823:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1749611351.651824:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611351.651834:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e78600. 00000001:00000010:2.0:1749611351.651836:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e78400. 00000001:00000010:2.0:1749611351.651837:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e78a00. 00000001:00000010:2.0:1749611351.651839:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880118e78200. 00000001:00000010:2.0:1749611351.651845:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b52c3960. 00000001:00000010:2.0:1749611351.651847:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88009d7010c0. 00000001:00000001:2.0:1749611351.651849:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611351.651851:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 3 - setup 00000020:00000001:2.0:1749611351.651853:0:24538:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.651855:0:24538:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611351.651857:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611351.651862:0:24538:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611351.651864:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 2 - obd_device_list 00000020:00000080:2.0:1749611351.651866:0:24538:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000040:2.0:1749611351.651868:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff88009ac2d5c0) now 1 - newdev 00000020:00000040:2.0:1749611351.651871:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51be800 with handle 0x689c0ec07329d3ac from hash 00000020:00000040:2.0:1749611351.651874:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51be800 : new refcount 0 00000020:00000080:2.0:1749611351.651876:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b51be800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000001:2.0:1749611351.651878:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.651880:0:24538:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611351.651881:0:24538:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51be800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611351.651885:0:24538:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611351.651886:0:24538:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611351.651888:0:24538:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51be800. 00000020:00000001:2.0:1749611351.651896:0:24538:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611351.651897:0:24538:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-lwp-OST0000 obd_type name = lwp 00000020:01000000:2.0:1749611351.651899:0:24538:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:2.0:1749611351.651900:0:24538:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611351.651903:0:24538:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:2.0:1749611351.651907:0:24538:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8ec00. 00000040:00000010:2.0:1749611351.651910:0:24538:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611351.651913:0:24538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611351.651918:0:24538:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813c60. 00000020:00000010:2.0:1749611351.651926:0:24538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e600. 80000000:00000010:2.0:1749611351.651929:0:24538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256480. 40000000:00000010:2.0:1749611351.651932:0:24538:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947b00. 00100000:00000010:2.0:1749611351.651936:0:24538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0e000. 00040000:00000010:2.0:1749611351.651938:0:24538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012dbe5b00. 00040000:00000010:2.0:1749611351.651941:0:24538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f200. 00080000:00000010:2.0:1749611351.651946:0:24538:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611351.651957:0:24538:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 00000004:00000010:2.0:1749611351.651963:0:24538:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e09800. 00000004:00000010:2.0:1749611351.651968:0:24538:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013118f000. 00000004:00000010:2.0:1749611351.651972:0:24538:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0a800. 00000004:00000010:2.0:1749611351.651976:0:24538:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880111d51400. 00000010:00000001:2.0:1749611351.651978:0:24538:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1749611351.651980:0:24538:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88012d8e40c0. 00000010:00000001:2.0:1749611351.651983:0:24538:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611351.651986:0:24538:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8ec00. 00000040:00000010:2.0:1749611351.651989:0:24538:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611351.651992:0:24538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611351.651995:0:24538:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813c60. 00000020:00000010:2.0:1749611351.651999:0:24538:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e600. 80000000:00000010:2.0:1749611351.652002:0:24538:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256480. 40000000:00000010:2.0:1749611351.652004:0:24538:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947b00. 00100000:00000010:2.0:1749611351.652007:0:24538:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0e000. 00040000:00000010:2.0:1749611351.652010:0:24538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012dbe5b00. 00040000:00000010:2.0:1749611351.652013:0:24538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f200. 00080000:00000010:2.0:1749611351.652016:0:24538:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:2.0:1749611351.652024:0:24538:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000004:00000010:2.0:1749611351.652028:0:24538:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e09800. 00000004:00000010:2.0:1749611351.652032:0:24538:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88013118f000. 00000004:00000010:2.0:1749611351.652035:0:24538:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0a800. 00000004:00000010:2.0:1749611351.652038:0:24538:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880111d51400. 00000020:00000010:2.0:1749611351.652041:0:24538:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000020:00000001:2.0:1749611351.652043:0:24538:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611351.652045:0:24538:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88009ac2d5c0. 00000020:00000001:2.0:1749611351.652057:0:24538:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.652059:0:24538:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611351.652066:0:24538:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff880117b16060. 00000020:00000001:2.0:1749611351.652069:0:24538:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.652072:0:24538:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.652074:0:24538:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1749611351.652076:0:24538:0:(obd_mount.c:737:lustre_put_lsi()) put ffff8800b422c000 1 00000020:00000001:2.0:1749611351.652079:0:24538:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:2.0:1749611351.652080:0:24538:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611351.652082:0:24538:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611351.652084:0:24538:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d343 00000020:00000040:2.0:1749611351.652086:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007913a800 with handle 0x689c0ec07329d343 from hash 00000020:00000001:2.0:1749611351.652090:0:24538:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611351.652091:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a800 : new refcount 1 00000020:00000001:2.0:1749611351.652093:0:24538:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611351.652094:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a800 : new refcount 0 00000020:00000080:2.0:1749611351.652096:0:24538:0:(genops.c:904:class_export_put()) final put ffff88007913a800/lustre-OST0000-osd_UUID 00000020:00000001:2.0:1749611351.652098:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.652105:0:24538:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.652107:0:24538:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611351.652108:0:24538:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000010:2.0:1749611351.652110:0:24538:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8800b4256480. 00000020:00000080:2.0:1749611351.652112:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611351.652116:0:24538:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611351.652122:0:24538:0:(obd_config.c:882:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1749611351.652124:0:24538:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611351.652126:0:24538:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff88012f88c050) has no exports 00000020:00000001:3.0:1749611351.652128:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1749611351.652128:0:24538:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611351.652130:0:24538:0:(obd_class.h:623:obd_precleanup()) Process entered 00000020:00000080:3.0:1749611351.652131:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007913a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00080000:00000001:2.0:1749611351.652133:0:24538:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00000020:00000001:3.0:1749611351.652135:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00080000:00000002:2.0:1749611351.652136:0:24538:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88013118a000 00000020:00000001:3.0:1749611351.652138:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1749611351.652139:0:24538:0:(scrub.c:1028:lustre_index_backup()) Process entered 00000020:00000040:3.0:1749611351.652141:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 4 - export 00100000:00000001:2.0:1749611351.652141:0:24538:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1749611351.652142:0:24538:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00000020:00000010:3.0:1749611351.652144:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007913a800. 00080000:00000001:2.0:1749611351.652144:0:24538:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611351.652150:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1749611351.652882:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff8801240ab600. 00000020:00000010:2.0:1749611351.652893:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880086dc9c00. 00080000:00000010:2.0:1749611351.653012:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267300. 00080000:00000010:2.0:1749611351.653016:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267200. 00080000:00000010:2.0:1749611351.653019:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267e00. 00080000:00000010:2.0:1749611351.653021:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267000. 00080000:00000010:2.0:1749611351.653024:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267400. 00080000:00000010:2.0:1749611351.653026:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267b00. 00080000:00000010:2.0:1749611351.653029:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267900. 00080000:00000010:2.0:1749611351.653031:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267c00. 00080000:00000010:2.0:1749611351.653033:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267100. 00080000:00000010:2.0:1749611351.653035:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267f00. 00080000:00000010:2.0:1749611351.653037:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8600. 00080000:00000010:2.0:1749611351.653040:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8b00. 00080000:00000010:2.0:1749611351.653042:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8100. 00080000:00000010:2.0:1749611351.653045:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8a00. 00080000:00000010:2.0:1749611351.653047:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c267d00. 00080000:00000010:2.0:1749611351.653049:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9d00. 00080000:00000010:2.0:1749611351.653052:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9600. 00080000:00000010:2.0:1749611351.653054:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9400. 00080000:00000010:2.0:1749611351.653057:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9800. 00080000:00000010:2.0:1749611351.653059:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9500. 00080000:00000010:2.0:1749611351.653061:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9b00. 00080000:00000010:2.0:1749611351.653063:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9c00. 00080000:00000010:2.0:1749611351.653065:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9f00. 00080000:00000010:2.0:1749611351.653067:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9200. 00080000:00000010:2.0:1749611351.653069:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9900. 00080000:00000010:2.0:1749611351.653072:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9000. 00080000:00000010:2.0:1749611351.653074:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9700. 00080000:00000010:2.0:1749611351.653076:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9a00. 00080000:00000010:2.0:1749611351.653078:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9e00. 00080000:00000010:2.0:1749611351.653080:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9100. 00080000:00000010:2.0:1749611351.653082:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8800. 00080000:00000010:2.0:1749611351.653085:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4f00. 00080000:00000010:2.0:1749611351.653093:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4000. 00080000:00000010:2.0:1749611351.653095:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4400. 00080000:00000010:2.0:1749611351.653098:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4a00. 00080000:00000010:2.0:1749611351.653100:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4800. 00080000:00000010:2.0:1749611351.653103:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4600. 00080000:00000010:2.0:1749611351.653105:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4100. 00080000:00000010:2.0:1749611351.653108:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4c00. 00080000:00000010:2.0:1749611351.653110:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4900. 00080000:00000010:2.0:1749611351.653112:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4700. 00080000:00000010:2.0:1749611351.653114:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4d00. 00080000:00000010:2.0:1749611351.653117:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4500. 00080000:00000010:2.0:1749611351.653119:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4b00. 00080000:00000010:2.0:1749611351.653121:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4300. 00080000:00000010:2.0:1749611351.653123:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009bcf9300. 00080000:00000010:2.0:1749611351.653126:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b5283700. 00080000:00000010:2.0:1749611351.653135:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a36c5100. 00080000:00000010:2.0:1749611351.653138:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b4a7600. 00080000:00000010:2.0:1749611351.653143:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4e00. 00080000:00000010:2.0:1749611351.653146:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009de53c00. 00080000:00000010:2.0:1749611351.653149:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b4a7200. 00080000:00000010:2.0:1749611351.653152:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5700. 00080000:00000010:2.0:1749611351.653155:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5200. 00080000:00000010:2.0:1749611351.653157:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5c00. 00080000:00000010:2.0:1749611351.653160:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5800. 00080000:00000010:2.0:1749611351.653162:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5400. 00080000:00000010:2.0:1749611351.653164:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5d00. 00080000:00000010:2.0:1749611351.653166:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5900. 00080000:00000010:2.0:1749611351.653169:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5100. 00080000:00000010:2.0:1749611351.653171:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5600. 00080000:00000010:2.0:1749611351.653174:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5b00. 00080000:00000010:2.0:1749611351.653176:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5500. 00080000:00000010:2.0:1749611351.653178:0:24538:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006efe5a00. 00080000:00000010:2.0:1749611351.653181:0:24538:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff880136abe000. 00000001:00000001:2.0:1749611351.653211:0:24538:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:2.0:1749611351.653226:0:24538:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8801240ab200. 00000001:00000010:2.0:1749611351.653229:0:24538:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8800b544ab40. 00000001:00000010:2.0:1749611351.653246:0:24538:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009959dc00. 00000001:00000010:2.0:1749611351.653249:0:24538:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8800b544ac00. 00000001:00000010:2.0:1749611351.653264:0:24538:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8801240abf00. 00000001:00000010:2.0:1749611351.653267:0:24538:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8800b49d4140. 00000001:00000010:2.0:1749611351.653270:0:24538:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff880129ca2280. 00000001:00000001:2.0:1749611351.653272:0:24538:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:2.0:1749611351.653274:0:24538:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:2.0:1749611351.653511:0:24538:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611351.653785:0:24538:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00080000:00000001:0.0:1749611351.659440:0:24538:0:(osd_handler.c:8212:osd_umount()) Process leaving 00080000:00000001:0.0:1749611351.659444:0:24538:0:(osd_handler.c:8450:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659447:0:24538:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611351.659457:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611351.659463:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4be00. 00000001:00000010:0.0:1749611351.659467:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4ba00. 00000001:00000010:0.0:1749611351.659469:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4ae00. 00000001:00000010:0.0:1749611351.659472:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4aa00. 00000001:00000010:0.0:1749611351.659473:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a8a26b20. 00000001:00000010:0.0:1749611351.659476:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880136803e40. 00000001:00000001:0.0:1749611351.659478:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611351.659479:0:24538:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611351.659517:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4a200. 00000001:00000010:0.0:1749611351.659520:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b600. 00000001:00000010:0.0:1749611351.659540:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b400. 00000001:00000010:0.0:1749611351.659542:0:24538:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27de00. 00000001:00000010:0.0:1749611351.659545:0:24538:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a8a267e0. 00000001:00000010:0.0:1749611351.659547:0:24538:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880136803d80. 00000001:00000001:0.0:1749611351.659550:0:24538:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611351.659552:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 3 - setup 00000020:00000001:0.0:1749611351.659554:0:24538:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659557:0:24538:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611351.659559:0:24538:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611351.659564:0:24538:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611351.659566:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 2 - obd_device_list 00000020:00000080:0.0:1749611351.659569:0:24538:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000040:0.0:1749611351.659571:0:24538:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88c050) now 1 - newdev 00000020:00000040:0.0:1749611351.659575:0:24538:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b422b000 with handle 0x689c0ec07329d33c from hash 00000020:00000040:0.0:1749611351.659578:0:24538:0:(genops.c:898:class_export_put()) PUTting export ffff8800b422b000 : new refcount 0 00000020:00000080:0.0:1749611351.659580:0:24538:0:(genops.c:904:class_export_put()) final put ffff8800b422b000/lustre-OST0000-osd_UUID 00000020:00000001:0.0:1749611351.659582:0:24538:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659584:0:24538:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611351.659586:0:24538:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b422b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:0.0:1749611351.659588:0:24538:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611351.659589:0:24538:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.659592:0:24538:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b422b000. 00000020:00000001:0.0:1749611351.659596:0:24538:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611351.659597:0:24538:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1749611351.659599:0:24538:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611351.659601:0:24538:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611351.659604:0:24538:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd200. 00000020:00000010:0.0:1749611351.659607:0:24538:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbc400. 00000040:00000010:0.0:1749611351.659609:0:24538:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbcc00. 00000020:00000010:0.0:1749611351.659612:0:24538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b3000. 00000020:00000010:0.0:1749611351.659615:0:24538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbd800. 00040000:00000010:0.0:1749611351.659623:0:24538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88008295c200. 00040000:00000010:0.0:1749611351.659626:0:24538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbc600. 00080000:00000010:0.0:1749611351.659630:0:24538:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c6000. 00080000:00000010:0.0:1749611351.659634:0:24538:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00080000:00000001:0.0:1749611351.659638:0:24538:0:(osd_handler.c:8640:osd_device_free()) Process entered 00000020:00000010:0.0:1749611351.659671:0:24538:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff88007622c000. 00000020:00000010:0.0:1749611351.659686:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88009c267a00. 00000020:00000010:0.0:1749611351.659700:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88007ddf9900. 00000020:00000010:0.0:1749611351.659703:0:24538:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8800a8ba4b00. 00000020:00000010:0.0:1749611351.659706:0:24538:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff880069cc6480. 00000020:00000010:0.0:1749611351.659708:0:24538:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880086dc8400. 00080000:00000010:0.0:1749611351.659712:0:24538:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff880071978000. 00080000:00000001:0.0:1749611351.659723:0:24538:0:(osd_handler.c:8650:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.659727:0:24538:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbc400. 00000040:00000010:0.0:1749611351.659730:0:24538:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbcc00. 00000020:00000010:0.0:1749611351.659733:0:24538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b3000. 00000020:00000010:0.0:1749611351.659736:0:24538:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbd800. 00040000:00000010:0.0:1749611351.659739:0:24538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88008295c200. 00040000:00000010:0.0:1749611351.659741:0:24538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbc600. 00080000:00000010:0.0:1749611351.659745:0:24538:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611351.659748:0:24538:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c6000. 00000020:00000010:0.0:1749611351.659750:0:24538:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd200. 00000020:00000001:0.0:1749611351.659753:0:24538:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.659754:0:24538:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88012f88c050. 00000020:00000001:0.0:1749611351.659761:0:24538:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659763:0:24538:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611351.659766:0:24538:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8800b4256480. 00000020:00000001:0.0:1749611351.659768:0:24538:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611351.659770:0:24538:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659773:0:24538:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659777:0:24538:0:(obd_mount.c:668:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1749611351.659779:0:24538:0:(obd_mount.c:671:lustre_free_lsi()) Freeing lsi ffff8800b422e800 00000020:00000010:0.0:1749611351.659781:0:24538:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff8800a8a26780. 00000020:00000010:0.0:1749611351.659784:0:24538:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8800782b1930. 00000020:00000010:0.0:1749611351.659791:0:24538:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff8800a8a260c0. 00000020:00000010:0.0:1749611351.659793:0:24538:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff8800782b1940. 00000020:00000010:0.0:1749611351.659795:0:24538:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88009c9b2000. 00000020:00000010:0.0:1749611351.659800:0:24538:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff880129ca2c00. 00000020:00000010:0.0:1749611351.659801:0:24538:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff8800b422e800. 00000020:00000001:0.0:1749611351.659804:0:24538:0:(obd_mount.c:706:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611351.659806:0:24538:0:(obd_mount.c:740:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611351.659809:0:24538:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1749611351.659819:0:24538:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.659823:0:24538:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880091b160c0. 00000020:00000010:0.0:1749611351.659829:0:24538:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f000. 00000040:00000010:0.0:1749611351.659832:0:24538:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f600. 00000020:00000010:0.0:1749611351.659834:0:24538:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0b800. 00000020:00000010:0.0:1749611351.659838:0:24538:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813250. 00000020:00000010:0.0:1749611351.659842:0:24538:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749611351.659845:0:24538:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256c60. 40000000:00000010:0.0:1749611351.659848:0:24538:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b16fc0. 00100000:00000010:0.0:1749611351.659850:0:24538:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0d800. 00040000:00000010:0.0:1749611351.659855:0:24538:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012dbe5900. 00040000:00000010:0.0:1749611351.659857:0:24538:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e200. 00080000:00000010:0.0:1749611351.659860:0:24538:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:0.0:1749611351.659865:0:24538:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118a000. 00000004:00000010:0.0:1749611351.659870:0:24538:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e0f800. 00000004:00000010:0.0:1749611351.659874:0:24538:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880131189000. 00000004:00000010:0.0:1749611351.659878:0:24538:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0c000. 00002000:00000010:0.0:1749611351.659881:0:24538:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c63e800. 00000004:00000010:0.0:1749611351.659884:0:24538:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c63ec00. 00000020:00000010:0.0:1749611351.659887:0:24538:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000020:02000400:0.0:1749611351.659889:0:24538:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0000 complete 00000020:00000010:0.0:1749611351.662142:0:24538:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff88006b821e80. 00000020:00000001:0.0:1749611351.662147:0:24538:0:(tgt_mount.c:1816:server_put_super()) Process leaving 00080000:00000010:1.0:1749611351.712224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611351.712234:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611351.712239:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611351.712304:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2780. 00080000:00000010:1.0:1749611351.712310:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2780. 00000020:00000001:1.0:1749611351.712313:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611351.842593:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611351.842600:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611351.842726:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611351.842732:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611351.842736:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611351.865706:0:24588:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611351.865718:0:24588:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611351.865726:0:24588:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611351.865745:0:24588:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611351.865751:0:24588:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611351.865755:0:24588:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611351.870606:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611351.870620:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611351.870626:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611351.870766:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611351.870773:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611351.870777:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611351.996426:0:24634:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006a9b8770. 00000400:00000040:0.0:1749611351.996438:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1749611351.996441:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1749611351.996443:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1749611351.996445:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1749611351.996447:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1749611351.996449:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1749611351.996451:0:24634:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1749611351.996622:0:24634:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006a9b8770. 00000100:00000001:3.0:1749611352.007613:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611352.007629:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611352.007632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611352.007636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611352.007640:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611352.007644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611352.007647:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611352.054047:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611352.054058:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611352.054065:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611352.054141:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611352.054148:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611352.054152:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611352.227094:0:24657:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611352.227106:0:24657:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611352.227115:0:24657:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611352.227133:0:24657:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611352.227139:0:24657:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611352.227143:0:24657:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611352.232971:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611352.232980:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611352.232987:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611352.233131:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611352.233139:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611352.233144:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611352.425595:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd00. 00080000:00000010:0.0:1749611352.425608:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd00. 00000020:00000001:0.0:1749611352.425614:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611352.425699:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd00. 00080000:00000010:0.0:1749611352.425705:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd00. 00000020:00000001:0.0:1749611352.425709:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611352.458639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611352.458647:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611352.458650:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611352.458654:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611352.458657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611352.458662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611352.458665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611352.458669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611352.458672:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611352.619639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611352.619648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611352.619650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611352.619655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611352.619659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611352.619664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611352.619668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611352.619672:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611352.619675:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611352.667407:0:24724:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611352.667418:0:24724:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611352.667424:0:24724:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611352.667442:0:24724:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611352.667448:0:24724:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611352.667452:0:24724:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611352.672756:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611352.672766:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611352.672773:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611352.672846:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611352.672850:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611352.672853:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611352.840515:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611352.840561:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611352.840568:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611352.840654:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611352.840660:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611352.840664:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611352.844605:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611352.844616:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611352.844734:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611352.844740:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611352.844744:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611353.007638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611353.007657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611353.007659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611353.007664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611353.007667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611353.007671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611353.007674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611353.061346:0:24789:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611353.061359:0:24789:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611353.061366:0:24789:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611353.061384:0:24789:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611353.061390:0:24789:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611353.061394:0:24789:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611353.066064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611353.066070:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611353.066075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611353.066150:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611353.066154:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611353.066157:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611353.243335:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611353.243348:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611353.243355:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611353.243430:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611353.243436:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611353.243440:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611353.406112:0:24856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611353.406124:0:24856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611353.406131:0:24856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611353.406149:0:24856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611353.406155:0:24856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611353.406159:0:24856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611353.410690:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611353.410697:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611353.410701:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611353.410780:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611353.410784:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611353.410787:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611353.458630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611353.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611353.458640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611353.458644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611353.458648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611353.458652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611353.458656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611353.458660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611353.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.580853:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.580866:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.580872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.580950:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.580956:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.580960:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611353.619718:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611353.619724:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611353.619727:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611353.619731:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611353.619744:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611353.619748:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611353.619751:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611353.619755:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611353.619758:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.734582:0:24921:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.734595:0:24921:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.734601:0:24921:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.734623:0:24921:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.734630:0:24921:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.734633:0:24921:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.738959:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.738967:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.738971:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.739051:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.739055:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.739058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611353.846620:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611353.846629:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611353.846632:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611353.846636:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611353.846641:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611353.846644:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611353.846646:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611353.846648:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611353.846757:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611353.846763:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611353.846767:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611353.910288:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.910298:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.910305:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611353.910366:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611353.910372:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611353.910375:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.007649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611354.007668:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611354.007671:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.007677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611354.007681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611354.007686:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.007689:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611354.014625:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611354.014634:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611354.014637:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611354.014641:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611354.014645:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611354.014649:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611354.014653:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611354.014660:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5955 00000100:00080000:2.0:1749611354.014666:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611354.014669:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611354.014673:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611354.014675:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611354.014677:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611354.014683:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611354.014685:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611354.014689:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611354.014693:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611354.014696:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611354.014700:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611354.014703:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611354.014705:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611354.014706:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611354.014708:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611354.014722:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611354.014726:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611354.014729:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.014733:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611354.014741:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611354.014744:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.014747:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611354.014750:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611354.014758:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000020:00000040:2.0:1749611354.014762:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611354.014767:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611354.014770:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.014773:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611354.014776:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611354.014781:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611354.014790:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51400. 00000100:00000001:2.0:1749611354.014800:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611354.014812:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611354.014825:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611354.014831:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611354.014836:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebd880] to pc [ptlrpcd_rcv+-1] req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.014865:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611354.014869:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611354.014873:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611354.014875:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611354.014877:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611354.014879:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611354.014881:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5955 00000100:00001000:2.0:1749611354.014885:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff88012e71cbf0 time=9 v=5 (1 1 1 1) 00000100:00001000:2.0:1749611354.014889:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00000001:3.0:1749611354.014894:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749611354.014897:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00000001:3.0:1749611354.014900:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611354.014900:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:3.0:1749611354.014902:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611354.014903:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611354.014905:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611354.014907:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611354.014909:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611354.014910:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000040:3.0:1749611354.014912:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611354.014912:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611354.014914:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611354.014916:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611354.014918:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611354.014921:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611354.014923:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611354.014924:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611354.014926:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611354.014928:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611354.014930:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611354.014932:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.014934:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611354.014937:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611354.014940:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.014942:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611354.014943:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611354.014943:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.014946:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611354.014947:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:2.0:1749611354.014949:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611354.014950:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611354.014952:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611354.014953:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611354.014954:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611354.014954:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611354.014956:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611354.014957:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.014957:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611354.014961:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494658688:0@lo:38:kworker.0 02000000:00000010:2.0:1749611354.014962:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d53400. 00000100:00000001:2.0:1749611354.014966:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.014967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749611354.014970:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611354.014971:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611354.014974:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611354.014977:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611354.014983:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e7400. 00000100:00000001:2.0:1749611354.014983:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611354.014986:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.014986:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611354.014989:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611354.014994:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000001:2.0:1749611354.014998:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611354.015001:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:3.0:1749611354.015003:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00080000:2.0:1749611354.015004:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611354.015006:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611354.015007:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611354.015009:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611354.015012:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5955 00000100:00000200:3.0:1749611354.015013:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494658688, portal 4 00000100:00080000:2.0:1749611354.015014:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749611354.015016:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611354.015017:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:3.0:1749611354.015018:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:2.0:1749611354.015019:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611354.015021:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611354.015023:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611354.015025:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611354.015026:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:3.0:1749611354.015028:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611354.015028:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611354.015030:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611354.015032:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611354.015034:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749611354.015037:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611354.015037:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611354.015038:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611354.015040:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:3.0:1749611354.015041:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611354.015041:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611354.015043:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:3.0:1749611354.015044:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00080000:2.0:1749611354.015046:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:3.0:1749611354.015047:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494658688, offset 0 00000100:00000001:2.0:1749611354.015048:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.015054:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1749611354.015055:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611354.015057:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611354.015059:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.015061:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611354.015063:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611354.015067:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:2.0:1749611354.015069:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611354.015071:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611354.015072:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611354.015074:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611354.015074:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611354.015075:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611354.015076:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611354.015080:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d50c00. 00000100:00000001:2.0:1749611354.015083:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611354.015087:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611354.015089:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf946080 00000100:00000001:2.0:1749611354.015094:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611354.015096:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611354.015098:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 10920 00000100:00000040:2.0:1749611354.015099:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.015106:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611354.015108:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1749611354.015109:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611354.015112:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749611354.015114:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749611354.015117:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:2.0:1749611354.015119:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611354.015121:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611354.015121:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749611354.015123:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749611354.015123:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611354.015124:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611354.015127:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5400. 00000100:00000010:3.0:1749611354.015129:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807480. 00000100:00000001:2.0:1749611354.015129:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611354.015133:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749611354.015138:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078807480 x1834598494658688 msgsize 520 00000100:00000001:2.0:1749611354.015141:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749611354.015143:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611354.015147:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611354.015154:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_00_03+3] req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.015164:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611354.015173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611354.015174:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611354.015176:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611354.015180:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5965) 00000100:00000001:3.0:1749611354.015181:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611354.015186:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.015192:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611354.015195:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611354.015195:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611354.015197:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611354.015198:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611354.015202:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.015205:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015207:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611354.015209:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611354.015211:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015212:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.015214:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611354.015216:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611354.015218:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 02000000:00000001:2.0:1749611354.015218:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611354.015221:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494659072:0@lo:400:kworker.0 00000100:00000001:3.0:1749611354.015223:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300627474 00000100:00000001:2.0:1749611354.015225:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1749611354.015227:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b22302c0. 02000000:00000001:2.0:1749611354.015228:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611354.015230:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.015232:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611354.015234:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e400. 00000100:00000001:3.0:1749611354.015235:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611354.015236:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300627474 00000400:00000010:2.0:1749611354.015242:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000100:00000010:3.0:1749611354.015244:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230840. 00000400:00000010:2.0:1749611354.015247:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611354.015248:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000200:2.0:1749611354.015252:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494659072, portal 10 00000100:00000001:2.0:1749611354.015254:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611354.015256:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00000001:3.0:1749611354.015257:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300627474 00000100:00000010:3.0:1749611354.015261:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230400. 00000100:00000040:2.0:1749611354.015263:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.015264:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611354.015267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300627474 00000100:00000010:3.0:1749611354.015270:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230140. 00000100:00000001:2.0:1749611354.015270:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611354.015273:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749611354.015273:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611354.015275:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611354.015276:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611354.015277:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494659072, offset 0 00000100:00000001:1.0:1749611354.015278:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611354.015279:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015281:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611354.015282:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611354.015284:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611354.015284:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658688 02000000:00000001:1.0:1749611354.015288:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611354.015292:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611354.015294:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611354.015295:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015296:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611354.015296:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611354.015298:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611354.015300:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749611354.015301:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015302:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749611354.015304:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf946200 00000100:00000040:3.0:1749611354.015306:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611354.015306:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658688 00000020:00000001:1.0:1749611354.015309:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611354.015310:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611354.015311:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 67968 00000020:00000001:1.0:1749611354.015312:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611354.015315:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1749611354.015315:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015316:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611354.015317:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611354.015318:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749611354.015318:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611354.015321:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611354.015321:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611354.015323:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611354.015324:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 00000100:00100000:3.0:1749611354.015326:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494658816:0@lo:38:kworker.0 00000100:00000001:2.0:1749611354.015326:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611354.015328:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611354.015329:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749611354.015330:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2600. 02000000:00000001:3.0:1749611354.015332:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611354.015333:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611354.015333:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc380. 02000000:00000001:3.0:1749611354.015335:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611354.015336:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebc380 x1834598494659072 msgsize 224 00000020:00000010:1.0:1749611354.015337:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 02000000:00000010:3.0:1749611354.015340:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d575c00. 00000100:00100000:2.0:1749611354.015340:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611354.015342:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.015344:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749611354.015345:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:1.0:1749611354.015346:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611354.015348:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611354.015349:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611354.015349:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749611354.015353:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494658816, portal 10 00000100:00000001:3.0:1749611354.015355:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611354.015355:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015356:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000400:00000200:2.0:1749611354.015356:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611354.015358:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000040:3.0:1749611354.015362:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.015362:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611354.015366:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611354.015366:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.015370:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611354.015372:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611354.015374:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611354.015375:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749611354.015377:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494658816, offset 0 00000100:00000001:1.0:1749611354.015377:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611354.015378:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611354.015380:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611354.015381:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611354.015385:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.015387:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611354.015387:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000400:00000200:3.0:1749611354.015388:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611354.015390:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335902848 : -131939373648768 : ffff880078807480) 00000100:00000001:2.0:1749611354.015391:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611354.015394:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946100 00000100:00000040:2.0:1749611354.015395:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000040:1.0:1749611354.015397:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078807480 x1834598494658688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611354.015398:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 68192 00000100:00000001:2.0:1749611354.015398:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300627473 00000100:00000001:2.0:1749611354.015401:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300627474 00000100:00000001:2.0:1749611354.015404:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300627473 00000100:00000001:2.0:1749611354.015407:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300627474 00000400:00000200:3.0:1749611354.015408:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611354.015409:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300627473 00000100:00000001:2.0:1749611354.015411:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300627474 00000100:00100000:1.0:1749611354.015411:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494658688:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749611354.015412:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611354.015413:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300627473 00000100:00000001:3.0:1749611354.015415:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611354.015415:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300627474 00000100:00000200:1.0:1749611354.015415:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658688 00000100:00000200:3.0:1749611354.015417:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611354.015420:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:3.0:1749611354.015421:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805180. 00000100:00000001:2.0:1749611354.015422:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611354.015424:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805180 x1834598494658816 msgsize 520 00000100:00000001:2.0:1749611354.015424:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611354.015424:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611354.015427:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611354.015428:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611354.015430:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.015437:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611354.015437:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611354.015439:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749611354.015440:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:2.0:1749611354.015441:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611354.015442:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611354.015442:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611354.015444:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015445:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611354.015447:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611354.015448:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611354.015450:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611354.015455:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611354.015456:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611354.015459:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611354.015459:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611354.015463:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611354.015465:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.015465:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611354.015467:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611354.015486:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611354.015491:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611354.015492:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494659072 00000100:00000040:3.0:1749611354.015494:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1115 usecs (2 jiffies) 02000000:00000001:2.0:1749611354.015494:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611354.015496:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611354.015497:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300627474 00000100:00000001:2.0:1749611354.015499:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015500:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300627474 00000100:00000001:1.0:1749611354.015501:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611354.015502:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300627474 02000000:00000001:2.0:1749611354.015502:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611354.015504:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611354.015505:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300627474 00000100:00100000:2.0:1749611354.015505:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494659072 00000100:00000001:3.0:1749611354.015507:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300627474 00000020:00000001:2.0:1749611354.015507:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611354.015509:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300627474 00000020:00000040:2.0:1749611354.015509:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000010:1.0:1749611354.015509:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca73000. 00000020:00000001:2.0:1749611354.015510:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611354.015511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300627474 02000000:00000001:1.0:1749611354.015512:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015513:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300627474 00000020:00000040:2.0:1749611354.015513:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611354.015515:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611354.015515:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611354.015515:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015517:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611354.015517:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611354.015548:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611354.015549:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1749611354.015549:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749611354.015552:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b16380. 00010000:00000001:1.0:1749611354.015552:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611354.015553:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611354.015556:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749611354.015558:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129cc8980. 00000100:00000001:1.0:1749611354.015560:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611354.015561:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611354.015562:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611354.015565:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749611354.015565:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611354.015565:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611354.015567:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611354.015568:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611354.015569:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.015571:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749611354.015572:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494658944:0@lo:38:kworker.0 00000100:00000001:1.0:1749611354.015573:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611354.015575:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611354.015577:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749611354.015577:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611354.015578:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611354.015579:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611354.015580:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749611354.015581:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749611354.015582:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611354.015584:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576c00. 00000100:00000001:1.0:1749611354.015584:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749611354.015585:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 02000000:00000001:3.0:1749611354.015586:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611354.015587:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749611354.015589:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000400:00000010:3.0:1749611354.015590:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000400:00000010:1.0:1749611354.015590:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000400:00000010:3.0:1749611354.015593:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000020:00000010:2.0:1749611354.015594:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000200:1.0:1749611354.015595:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494658688, offset 0 00000100:00000200:3.0:1749611354.015597:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494658944, portal 10 00000100:00000001:3.0:1749611354.015599:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749611354.015599:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611354.015601:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000040:2.0:1749611354.015601:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1749611354.015601:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611354.015603:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611354.015605:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749611354.015607:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.015608:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611354.015609:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:1.0:1749611354.015610:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611354.015613:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611354.015616:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611354.015617:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf946080 00000400:00000010:3.0:1749611354.015618:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000200:3.0:1749611354.015620:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494658944, offset 0 00000100:00000001:2.0:1749611354.015620:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611354.015623:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1749611354.015623:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8a59 [1] + 0 00000100:00000001:2.0:1749611354.015625:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611354.015628:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611354.015633:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611354.015633:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611354.015637:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611354.015638:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611354.015640:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611354.015642:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611354.015645:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946180 00000100:00000001:2.0:1749611354.015647:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611354.015649:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 68712 00000100:00100000:2.0:1749611354.015649:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658816 02000000:00000001:2.0:1749611354.015651:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611354.015652:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611354.015654:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611354.015654:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.015655:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611354.015657:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611354.015657:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.015658:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611354.015659:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658816 00000100:00000001:3.0:1749611354.015660:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749611354.015661:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611354.015661:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611354.015662:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611354.015664:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611354.015665:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611354.015666:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00000200:3.0:1749611354.015667:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749611354.015667:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611354.015670:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000100:00000001:1.0:1749611354.015670:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:3.0:1749611354.015671:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078806680. 00000100:00000040:0.0:1749611354.015672:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:3.0:1749611354.015673:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078806680 x1834598494658944 msgsize 520 00000020:00000010:2.0:1749611354.015673:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000020:00000010:2.0:1749611354.015676:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611354.015676:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175163264 : -131939534388352 : ffff88006eebc380) 00000100:00100000:3.0:1749611354.015678:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611354.015678:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611354.015679:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:2.0:1749611354.015680:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749611354.015681:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749611354.015682:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.015685:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.015685:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611354.015686:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611354.015687:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611354.015687:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebc380 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:35/0 lens 224/0 e 0 to 0 dl 1749611365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611354.015691:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000100:00000001:2.0:1749611354.015692:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611354.015693:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:1.0:1749611354.015693:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015695:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611354.015696:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611354.015696:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:2.0:1749611354.015698:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494658944 00000100:00000200:3.0:1749611354.015699:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611354.015699:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611354.015700:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611354.015701:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611354.015701:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611354.015703:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.015704:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749611354.015705:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015707:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611354.015707:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494658944 00000100:00000040:1.0:1749611354.015707:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807480 x1834598494658688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611354.015708:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749611354.015708:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819b40. 00000100:00000040:3.0:1749611354.015709:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611354.015709:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611354.015710:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611354.015712:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611354.015713:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.015713:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611354.015716:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611354.015716:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:3.0:1749611354.015717:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749611354.015717:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819b40. 00000100:00100000:1.0:1749611354.015718:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494658688:12345-0@lo:38:kworker.0 Request processed in 307us (577us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611354.015721:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611354.015724:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000040:3.0:1749611354.015725:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00100000:0.0:1749611354.015725:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494659072:12345-0@lo:400:kworker.0 00000020:00000010:2.0:1749611354.015727:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9af0. 00000100:00000001:3.0:1749611354.015728:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300627474 00000100:00100000:1.0:1749611354.015728:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00000001:3.0:1749611354.015730:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300627474 00000100:00000001:2.0:1749611354.015730:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749611354.015730:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494659072 00000100:00000001:2.0:1749611354.015732:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611354.015732:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611354.015733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300627474 00000100:00000001:2.0:1749611354.015733:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.015733:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749611354.015734:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611354.015735:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300627474 00000100:00000001:2.0:1749611354.015736:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015737:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300627474 00000100:00000001:3.0:1749611354.015739:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300627474 00000020:00000010:1.0:1749611354.015739:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2600. 00000020:00000001:0.0:1749611354.015739:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611354.015741:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300627474 00000100:00000001:2.0:1749611354.015741:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.015743:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300627474 00000020:00000010:1.0:1749611354.015743:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000020:00000001:0.0:1749611354.015743:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015744:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611354.015746:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.015747:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749611354.015747:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 00000100:00000001:2.0:1749611354.015748:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:3.0:1749611354.015751:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611354.015752:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611354.015753:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611354.015753:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000400:00000010:3.0:1749611354.015755:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000100:00000001:2.0:1749611354.015755:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335893888 : -131939373657728 : ffff880078805180) 00000020:00000001:0.0:1749611354.015757:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749611354.015758:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000040:2.0:1749611354.015760:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805180 x1834598494658816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611354.015761:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:3.0:1749611354.015764:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000020:00000001:0.0:1749611354.015766:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749611354.015767:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611354.015770:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494658816:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611354.015770:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611354.015771:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611354.015772:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611354.015773:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611354.015774:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658816 00000020:00000001:0.0:1749611354.015775:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611354.015777:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611354.015779:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611354.015779:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749611354.015780:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611354.015783:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015787:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611354.015787:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611354.015788:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611354.015788:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015791:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:2.0:1749611354.015791:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611354.015793:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611354.015794:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749611354.015794:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611354.015796:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611354.015796:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749611354.015797:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611354.015798:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.015799:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611354.015800:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611354.015801:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.015801:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611354.015802:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749611354.015802:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312c00. 02000000:00000001:2.0:1749611354.015804:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611354.015805:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611354.015806:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00001000:3.0:1749611354.015807:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611354 v=5 (0 0 0 0) 02000000:00000010:2.0:1749611354.015808:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d52800. 00000100:00000001:1.0:1749611354.015809:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335899264 : -131939373652352 : ffff880078806680) 00000100:00000001:0.0:1749611354.015809:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611354.015810:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=27 v=20 (20 1 1 1) 02000000:00000001:2.0:1749611354.015810:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.015812:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015813:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611354.015813:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078806680 x1834598494658944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611354.015813:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611354.015815:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611354.015817:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611354.015817:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749611354.015817:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494659072 00000100:00000001:3.0:1749611354.015819:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749611354.015820:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:0.0:1749611354.015821:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749611354.015823:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494658944:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749611354.015824:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.015824:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611354.015826:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1749611354.015830:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebc380 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:35/0 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.015832:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611354.015833:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494658944 00000100:00000040:2.0:1749611354.015834:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611354.015836:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611354.015836:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611354.015836:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611354.015838:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611354.015839:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:1.0:1749611354.015839:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611354.015840:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611354.015842:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611354.015842:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:0.0:1749611354.015843:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611354.015844:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:3.0:1749611354.015845:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749611354.015846:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611354.015847:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611354.015847:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611354.015848:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611354.015848:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:1.0:1749611354.015850:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611354.015851:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611354.015851:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749611354.015851:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=109 v=5 (1 1 1 1) 00000400:00000010:2.0:1749611354.015853:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00010000:00000001:1.0:1749611354.015853:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611354.015855:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611354.015856:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611354.015857:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494658816, offset 0 00000100:00000001:0.0:1749611354.015857:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611354.015859:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611354.015860:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611354.015861:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611354.015861:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:1.0:1749611354.015863:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611354.015864:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494658688:0@lo:38:kworker.0 00000100:00000001:0.0:1749611354.015865:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:1.0:1749611354.015866:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca70800. 02000000:00000001:1.0:1749611354.015868:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611354.015869:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611354.015869:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611354.015870:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611354.015871:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015873:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611354.015873:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611354.015874:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946100 00010000:00000001:1.0:1749611354.015874:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015875:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611354.015875:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:1.0:1749611354.015877:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749611354.015879:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611354.015880:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebd880 x1834598494658688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611354.015880:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a69 [1] + 0 00000100:00000001:1.0:1749611354.015880:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611354.015882:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611354.015885:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611354.015885:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000010:0.0:1749611354.015885:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749611354.015886:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611354.015887:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611354.015888:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749611354.015889:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611354.015889:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:0.0:1749611354.015891:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494659072, offset 224 02000000:00000010:3.0:1749611354.015892:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e7400. 00000100:00000001:2.0:1749611354.015892:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611354.015892:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000001:1.0:1749611354.015894:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611354.015895:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611354.015896:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611354.015897:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611354.015897:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611354.015898:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611354.015900:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749611354.015900:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611354.015900:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611354.015902:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749611354.015902:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 02000000:00000010:3.0:1749611354.015905:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51400. 00000100:00000040:2.0:1749611354.015906:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611354.015906:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494658944, offset 0 02000000:00000001:3.0:1749611354.015908:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611354.015910:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749611354.015910:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749611354.015912:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebd880. 00000400:00000200:0.0:1749611354.015912:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611354.015915:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611354.015917:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611354.015918:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611354.015918:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611354.015919:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:3.0:1749611354.015920:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611354.015921:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611354.015923:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611354.015924:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611354.015925:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749611354.015925:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946200 00000400:00000200:1.0:1749611354.015926:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946180 00000100:00000001:3.0:1749611354.015927:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611354.015928:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.015929:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611354.015930:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611354.015930:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:1.0:1749611354.015932:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a75 [1] + 0 00000100:00000001:2.0:1749611354.015933:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611354.015935:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611354.015936:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611354.015939:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805180 x1834598494658816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611354.015945:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611354.015949:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494658816:12345-0@lo:38:kworker.0 Request processed in 178us (522us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611354.015950:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a61 [1] + 224 00000400:00000001:3.0:1749611354.015957:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611354.015958:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749611354.015958:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611354.015960:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611354.015962:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00100000:2.0:1749611354.015963:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000400:00000010:3.0:1749611354.015964:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611354.015966:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611354.015967:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611354.015967:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611354.015969:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611354.015970:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611354.015972:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000400:00000200:0.0:1749611354.015972:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611354.015975:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611354.015977:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611354.015978:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611354.015979:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611354.015983:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000100:00000040:1.0:1749611354.015985:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.015986:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611354.015986:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611354.015986:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.015987:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.015989:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611354.015993:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611354.015995:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611354.015997:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611354.015998:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:3.0:1749611354.015999:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611354.016000:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 02000000:00000001:3.0:1749611354.016001:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611354.016002:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749611354.016002:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611354.016004:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:3.0:1749611354.016005:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611354 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611354.016007:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611354.016008:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=9 v=10 (10 1 1 1) 00000100:00000001:3.0:1749611354.016010:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611354.016010:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611354.016012:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611354.016012:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.016014:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611354.016014:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611354.016018:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611369 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611354.016019:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078806680 x1834598494658944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611354.016025:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611354.016025:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611354.016027:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611354.016028:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611354.016029:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749611354.016029:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494658944:12345-0@lo:38:kworker.0 Request processed in 205us (353us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611354.016030:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611354.016031:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611354.016032:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1749611354.016034:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749611354.016034:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00080000:3.0:1749611354.016036:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:1.0:1749611354.016037:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000400:00000010:0.0:1749611354.016037:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749611354.016038:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611354.016040:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611354.016041:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611354.016042:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611369 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611354.016042:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611354.016044:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611354.016045:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000400:00000001:2.0:1749611354.016048:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611354.016049:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494658816:0@lo:38:kworker.0 00000020:00000010:1.0:1749611354.016049:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9af0. 00000100:00000001:0.0:1749611354.016049:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611354.016050:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611354.016052:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000020:00000010:1.0:1749611354.016053:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000040:0.0:1749611354.016054:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:2.0:1749611354.016056:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00000001:1.0:1749611354.016056:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611354.016058:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00010000:00000001:0.0:1749611354.016059:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:3.0:1749611354.016061:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611354.016061:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611354.016061:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611354.016062:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611354.016064:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000100:00000200:2.0:1749611354.016065:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611354.016065:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749611354.016066:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611354.016068:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611354.016070:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611354.016072:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc380 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:35/0 lens 224/224 e 0 to 0 dl 1749611365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611354.016073:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611354.016075:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611354.016081:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.016082:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611354.016084:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611354.016086:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611354.016087:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611354.016089:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611354.016089:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494659072:12345-0@lo:400:kworker.0 Request processed in 382us (748us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611354.016091:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.016092:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611354.016093:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611354.016093:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.016095:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611354.016096:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611354.016098:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749611354.016098:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=59 v=5 (5 5 5 5) 00000100:00000001:3.0:1749611354.016099:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611354.016101:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611354.016101:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00001000:2.0:1749611354.016102:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611354.016104:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1749611354.016105:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611354 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611354.016106:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611354.016106:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00001000:3.0:1749611354.016108:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=59 v=20 (1 1 1 20) 00010000:00000001:2.0:1749611354.016109:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749611354.016110:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611354.016110:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611354.016111:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611354.016112:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611354.016113:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749611354.016114:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611354.016117:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611354.016118:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00010000:00000001:2.0:1749611354.016122:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.016123:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749611354.016124:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:3.0:1749611354.016125:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611354.016126:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.016128:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611354.016129:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749611354.016130:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00080000:3.0:1749611354.016132:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611354.016132:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:3.0:1749611354.016134:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749611354.016135:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611354.016136:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749611354.016136:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611354.016137:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1749611354.016139:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611354.016139:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.016140:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611354.016143:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611354.016146:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494658944:0@lo:38:kworker.0 00000100:00000001:3.0:1749611354.016150:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611354.016150:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611354.016152:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611354.016152:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611354.016154:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611354.016155:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494658816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611369 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611354.016157:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611354.016166:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494659072:0@lo:400:kworker.0 00000100:00000001:2.0:1749611354.016171:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.016172:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611354.016173:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611354.016174:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611354.016176:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d575c00. 00000100:00000040:2.0:1749611354.016176:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494659072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611354.016179:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611354.016180:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611354.016181:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611354.016182:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749611354.016183:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611354.016184:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d53400. 02000000:00000001:2.0:1749611354.016184:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611354.016186:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e400. 02000000:00000001:3.0:1749611354.016187:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611354.016188:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749611354.016188:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1749611354.016189:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000020:00000001:2.0:1749611354.016190:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611354.016191:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611354.016192:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611354.016193:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611354.016193:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611354.016195:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749611354.016195:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5400. 02000000:00000001:2.0:1749611354.016197:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749611354.016198:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494658944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611354.016198:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611354.016200:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:2.0:1749611354.016202:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611354.016204:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611354.016204:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611354.016205:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611354.016206:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611354.016207:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576c00. 02000000:00000001:3.0:1749611354.016209:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611354.016210:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611354.016210:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1749611354.016211:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749611354.016212:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611354.016214:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611354.016214:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611354.016215:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d50c00. 00000100:00000001:2.0:1749611354.016216:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611354.016218:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611354.016219:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611354.016221:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:3.0:1749611354.016223:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611354.016224:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611354.016226:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.016228:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611354.016229:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611354.016230:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611354.016232:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611354.016577:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300627474, at 4300627474 00000100:00000040:3.0:1749611354.016580:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300627474, at 4300627474 00000100:00000040:2.0:1749611354.016581:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300627474, at 4300627474 00000100:00000040:1.0:1749611354.016599:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300627474, at 4300627474 00000100:00000010:3.0:1749611354.016606:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230140. 00000100:00000010:1.0:1749611354.016608:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230840. 00000100:00000010:0.0:1749611354.016621:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b22302c0. 00000100:00000010:2.0:1749611354.016626:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230400. 00080000:00000010:3.0:1749611354.051688:0:24987:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7180. 00080000:00000010:3.0:1749611354.051699:0:24987:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7180. 00000020:00000001:3.0:1749611354.051705:0:24987:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.051723:0:24987:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7180. 00080000:00000010:3.0:1749611354.051729:0:24987:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7180. 00000020:00000001:3.0:1749611354.051733:0:24987:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.056246:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611354.056256:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611354.056261:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.056340:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611354.056344:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611354.056347:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.225721:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611354.225733:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611354.225740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.225818:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611354.225824:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611354.225828:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611354.388336:0:25051:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611354.388348:0:25051:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611354.388356:0:25051:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611354.388374:0:25051:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611354.388380:0:25051:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611354.388384:0:25051:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.392952:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611354.392959:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611354.392964:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.393039:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611354.393043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611354.393046:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.458673:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611354.458679:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611354.458681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611354.458685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611354.458689:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611354.458693:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611354.458695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611354.458698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611354.458701:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.566863:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611354.566873:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611354.566879:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.566953:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611354.566958:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611354.566962:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.619649:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611354.619656:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611354.619658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611354.619662:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611354.619666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611354.619669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611354.619672:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611354.619675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611354.619677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611354.721383:0:25114:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611354.721396:0:25114:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611354.721403:0:25114:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611354.721421:0:25114:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca2600. 00080000:00000010:1.0:1749611354.721432:0:25114:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca2600. 00000020:00000001:1.0:1749611354.721435:0:25114:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.726628:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611354.726638:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611354.726643:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.726722:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611354.726728:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611354.726731:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611354.848601:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611354.848607:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611354.848744:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611354.848751:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611354.848755:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749611354.862882:0:25161:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611354.862890:0:25161:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611354.862895:0:25161:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611354.862902:0:25161:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611354.862906:0:25161:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611354.862913:0:25161:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1749611354.878351:0:25161:0:(super25.c:119:lustre_fill_super()) Process entered 00000080:01200004:1.0:1749611354.878355:0:25161:0:(super25.c:121:lustre_fill_super()) VFS Op: sb ffff88006a72f800 00000020:00000001:1.0:1749611354.878360:0:25161:0:(obd_mount.c:642:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1749611354.878364:0:25161:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff88006a729000. 00000020:00000010:1.0:1749611354.878367:0:25161:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff880129ca2600. 00000020:00000001:1.0:1749611354.878370:0:25161:0:(obd_mount.c:662:lustre_init_lsi()) Process leaving (rc=18446612134100111360 : -131939609440256 : ffff88006a729000) 00000020:00000001:1.0:1749611354.878377:0:25161:0:(obd_mount.c:1352:lmd_parse()) Process entered 00000020:00000010:1.0:1749611354.878383:0:25161:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88009c9b4000. 00000020:00000010:1.0:1749611354.878398:0:25161:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff8800782b1910. 00000020:00000010:1.0:1749611354.878406:0:25161:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff8800a3713800. 00000020:00000010:1.0:1749611354.878418:0:25161:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff8800782b1900. 00000020:00000010:1.0:1749611354.878423:0:25161:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff8800a37132e0. 00000020:01000004:1.0:1749611354.878426:0:25161:0:(obd_mount.c:933:lmd_print()) mount data: 00000020:01000004:1.0:1749611354.878428:0:25161:0:(obd_mount.c:936:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611354.878430:0:25161:0:(obd_mount.c:1667:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611354.878434:0:25161:0:(tgt_mount.c:2222:server_fill_super()) Process entered 00000020:00000001:1.0:1749611354.878436:0:25161:0:(tgt_mount.c:1610:lsi_prepare()) Process entered 00000020:00000001:1.0:1749611354.878441:0:25161:0:(tgt_mount.c:1673:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611354.878443:0:25161:0:(tgt_mount.c:2154:osd_start()) Process entered 00000020:01000004:1.0:1749611354.878445:0:25161:0:(tgt_mount.c:2157:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1749611354.878486:0:25161:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:1.0:1749611354.878489:0:25161:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:1.0:1749611354.878493:0:25161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff880129ca2c80. 00000020:00000080:1.0:1749611354.878497:0:25161:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611354.878501:0:25161:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611354.878505:0:25161:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611354.878517:0:25161:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f88d5c0. 00000020:00000080:1.0:1749611354.878548:0:25161:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff88012f88d5c0) 00000020:00000001:1.0:1749611354.878552:0:25161:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611354.878555:0:25161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72a000. 00000020:00000001:1.0:1749611354.878558:0:25161:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611354.878562:0:25161:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72a000 with handle 0x689c0ec07329d3e4 to hash 00000020:00000001:1.0:1749611354.878565:0:25161:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611354.878574:0:25161:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611354.878577:0:25161:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611354.878579:0:25161:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100115456 : -131939609436160 : ffff88006a72a000) 00000020:00000040:1.0:1749611354.878584:0:25161:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a000 : new refcount 1 00000020:00000040:1.0:1749611354.878594:0:25161:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88d5c0) now 2 - obd_device_list 00000020:00000001:1.0:1749611354.878602:0:25161:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611354.878605:0:25161:0:(obd_config.c:653:class_attach()) OBD: dev 9 attached type osd-ldiskfs with refcount 2 00000020:00000001:1.0:1749611354.878607:0:25161:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611354.878610:0:25161:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611354.878613:0:25161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff880129ca2c80. 00000020:00000001:1.0:1749611354.878616:0:25161:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:1.0:1749611354.878620:0:25161:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff880129ca2c80. 00000020:00000080:1.0:1749611354.878621:0:25161:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611354.878625:0:25161:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611354.878645:0:25161:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611354.878650:0:25161:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf4240. 00000001:00000010:1.0:1749611354.878655:0:25161:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713120. 00000001:00000010:1.0:1749611354.878659:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c800. 00000001:00000010:1.0:1749611354.878662:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d800. 00000001:00000010:1.0:1749611354.878665:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27cc00. 00000001:00000010:1.0:1749611354.878668:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c000. 00000001:00000001:1.0:1749611354.878670:0:25161:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611354.878672:0:25161:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf4540. 00000001:00000010:1.0:1749611354.878675:0:25161:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713b20. 00000001:00000010:1.0:1749611354.878677:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c600. 00000001:00000010:1.0:1749611354.878679:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27ca00. 00000001:00000010:1.0:1749611354.878682:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d600. 00000001:00000010:1.0:1749611354.878684:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c400. 00000020:00000001:1.0:1749611354.878687:0:25161:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611354.878691:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27de00. 00000020:00000010:1.0:1749611354.878698:0:25161:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2380. 00000020:00000010:1.0:1749611354.878705:0:25161:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000008:00000010:1.0:1749611354.878711:0:25161:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf080. 00020000:00000010:1.0:1749611354.878717:0:25161:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5b00. 00008000:00000010:1.0:1749611354.878728:0:25161:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d77d8. 00000080:00000010:1.0:1749611354.878737:0:25161:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4aa50. 00000020:00000010:1.0:1749611354.878743:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000020:00000010:1.0:1749611354.878746:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4b600. 00000040:00000010:1.0:1749611354.878751:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4a200. 00000020:00000010:1.0:1749611354.878756:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a800. 00000020:00000010:1.0:1749611354.878760:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4aa00. 00040000:00000010:1.0:1749611354.878765:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9f00. 00040000:00000010:1.0:1749611354.878770:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4ae00. 00080000:00000010:1.0:1749611354.878775:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611354.878783:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00080000:00000010:1.0:1749611354.878815:0:25161:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff88012c850000. 00080000:00000001:1.0:1749611354.878822:0:25161:0:(osd_handler.c:8245:osd_mount()) Process entered 00080000:00000001:0.0:1749611354.894018:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1749611354.895049:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611354.895056:0:25161:0:(osd_handler.c:8420:osd_mount()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1749611354.895067:0:25161:0:(osd_compat.c:606:osd_obj_map_init()) Process entered 00000001:00000001:2.0:1749611354.895070:0:25161:0:(osd_compat.c:485:osd_ost_init()) Process entered 00000001:00000010:2.0:1749611354.895074:0:25161:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff8800b2387300. 00000001:00000001:2.0:1749611354.895078:0:25161:0:(osd_compat.c:220:osd_last_rcvd_subdir_count()) Process entered 00000001:00000040:0.0:1749611354.895562:0:25161:0:(osd_compat.c:234:osd_last_rcvd_subdir_count()) read last_rcvd header, uuid = lustre-OST0000_UUID, subdir count = 32 00000001:00000001:0.0:1749611354.895573:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.895575:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory O 00000001:00000001:0.0:1749611354.895603:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438838144 : -131936270713472 : ffff880131737d80) 00000001:00000001:0.0:1749611354.895608:0:25161:0:(osd_compat.c:514:osd_ost_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611354.895611:0:25161:0:(osd_compat.c:578:osd_index_backup_dir_init()) Process entered 00000001:00000001:0.0:1749611354.895613:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.895614:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory index_backup 00000001:00000001:0.0:1749611354.896243:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438835984 : -131936270715632 : ffff880131737510) 00000001:00000001:0.0:1749611354.896249:0:25161:0:(osd_compat.c:592:osd_index_backup_dir_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611354.896252:0:25161:0:(osd_compat.c:629:osd_obj_map_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.896260:0:25161:0:(lu_object.c:1068:lu_site_init()) Process entered 00000020:00000010:0.0:1749611354.896290:0:25161:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff880111e98000. 00000020:00000010:0.0:1749611354.896299:0:25161:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88006bbac000. 00000020:00000010:0.0:1749611354.896303:0:25161:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff880096b97540. 00000020:00000001:0.0:1749611354.896308:0:25161:0:(lu_object.c:1130:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.897334:0:25161:0:(osd_scrub.c:2573:osd_scrub_setup()) Process entered 00080000:00000001:0.0:1749611354.897387:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.897398:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611354.897402:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x10:0x6be251bc:0x0] 16:1809994172 to info ffff88009c9b7000 00000020:00000001:0.0:1749611354.897409:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611354.897415:0:25161:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009959da00. 00080000:00000010:0.0:1749611354.897420:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbde00. 00080000:00000010:0.0:1749611354.897423:0:25161:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff880117b160c0. 00080000:00000001:0.0:1749611354.897429:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611354.897431:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611354.897434:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.897439:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611354.897443:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134176218624 : -131939533332992 : ffff88006efbde00) 00080000:00000001:2.0:1749611354.897821:0:25161:0:(osd_oi.c:378:osd_oi_init()) Process entered 00080000:00000010:2.0:1749611354.897833:0:25161:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff88009685c000. 00080000:00000001:2.0:1749611354.897837:0:25161:0:(osd_oi.c:275:osd_oi_table_open()) Process entered 00080000:00000001:2.0:1749611354.897841:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:2.0:1749611354.897881:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1749611354.897905:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611354.897908:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5e00. 00080000:00000001:0.0:1749611354.898223:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.898228:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.898252:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.898266:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.898269:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d100. 00080000:00000001:0.0:1749611354.898425:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.898428:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.898445:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.898455:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.898458:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d700. 00080000:00000001:0.0:1749611354.898646:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.898649:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.898666:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.898677:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.898680:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959de00. 00080000:00000001:0.0:1749611354.898877:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.898880:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.898895:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.898907:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.898915:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d400. 00080000:00000001:0.0:1749611354.899105:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.899107:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.899123:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.899133:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.899135:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d300. 00080000:00000001:0.0:1749611354.899281:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.899284:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.899300:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.899309:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.899311:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d000. 00080000:00000001:0.0:1749611354.899449:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.899451:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.899487:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.899497:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.899500:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d200. 00080000:00000001:0.0:1749611354.899686:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.899689:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.899706:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.899718:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.899721:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959df00. 00080000:00000001:0.0:1749611354.899863:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.899866:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.899881:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.899891:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.899893:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d500. 00080000:00000001:0.0:1749611354.900016:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.900019:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.900035:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.900045:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.900047:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d800. 00080000:00000001:0.0:1749611354.900181:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.900184:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.900200:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.900209:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.900212:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d900. 00080000:00000001:0.0:1749611354.900366:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.900368:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.900383:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.900393:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.900400:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d600. 00080000:00000001:0.0:1749611354.900547:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.900550:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.900567:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.900579:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.900581:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959dc00. 00080000:00000001:0.0:1749611354.900725:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.900728:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.900745:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.900755:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.900757:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1500. 00080000:00000001:0.0:1749611354.900940:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.900942:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.900958:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.900968:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.900970:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1600. 00080000:00000001:0.0:1749611354.901156:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.901159:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.901174:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.901185:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.901187:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1700. 00080000:00000001:0.0:1749611354.901326:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.901329:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.901345:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.901354:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.901356:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1d00. 00080000:00000001:0.0:1749611354.901507:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.901510:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.901548:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.901559:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.901561:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1300. 00080000:00000001:0.0:1749611354.901693:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.901696:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.901712:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.901722:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.901724:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1a00. 00080000:00000001:0.0:1749611354.901886:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.901889:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.901904:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.901914:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.901921:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1000. 00080000:00000001:0.0:1749611354.902069:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.902072:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.902087:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.902096:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.902099:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1800. 00080000:00000001:0.0:1749611354.902233:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.902235:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.902252:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.902262:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.902264:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1b00. 00080000:00000001:0.0:1749611354.902426:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.902429:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.902445:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.902454:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.902457:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1200. 00080000:00000001:0.0:1749611354.902618:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.902622:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.902639:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.902651:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.902653:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959dd00. 00080000:00000001:0.0:1749611354.902795:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.902798:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.902813:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.902823:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.902825:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009de53c00. 00080000:00000001:0.0:1749611354.902997:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.903000:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.903016:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.903025:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.903027:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800b48f1c00. 00080000:00000001:0.0:1749611354.903220:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.903222:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.903238:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.903247:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.903250:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295c000. 00080000:00000001:0.0:1749611354.903393:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.903396:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.903411:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.903420:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.903428:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295cf00. 00080000:00000001:0.0:1749611354.903592:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.903595:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.903611:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.903624:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.903626:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295c900. 00080000:00000001:0.0:1749611354.903753:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.903755:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.903770:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.903780:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.903782:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295cd00. 00080000:00000001:0.0:1749611354.903936:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.903939:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.903954:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.903963:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.903966:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295cc00. 00080000:00000001:0.0:1749611354.904115:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.904118:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.904135:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.904145:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.904148:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295cb00. 00080000:00000001:0.0:1749611354.904280:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.904282:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.904297:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.904307:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.904309:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295c300. 00080000:00000001:0.0:1749611354.904482:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.904485:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.904502:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.904512:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.904514:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295ce00. 00080000:00000001:0.0:1749611354.904678:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.904681:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.904698:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.904708:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.904710:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295c500. 00080000:00000001:0.0:1749611354.904834:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.904837:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.904853:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.904863:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.904870:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295c600. 00080000:00000001:0.0:1749611354.905050:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.905053:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.905071:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.905082:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.905085:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009de53300. 00080000:00000001:0.0:1749611354.905272:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.905274:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.905290:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.905300:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.905302:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab900. 00080000:00000001:0.0:1749611354.905494:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.905497:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.905515:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.905545:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.905548:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abc00. 00080000:00000001:0.0:1749611354.905694:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.905697:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.905715:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.905727:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.905730:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240aba00. 00080000:00000001:0.0:1749611354.905853:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.905856:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.905871:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.905881:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.905883:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab400. 00080000:00000001:0.0:1749611354.906041:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.906044:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.906060:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.906069:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.906072:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab000. 00080000:00000001:0.0:1749611354.906208:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.906210:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.906226:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.906235:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.906238:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab300. 00080000:00000001:0.0:1749611354.906360:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.906363:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.906380:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.906389:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.906397:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab800. 00080000:00000001:0.0:1749611354.906574:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.906577:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.906593:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.906604:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.906606:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab500. 00080000:00000001:0.0:1749611354.906759:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.906762:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.906781:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.906790:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.906793:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abb00. 00080000:00000001:0.0:1749611354.906931:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.906934:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.906950:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.906959:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.906962:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abd00. 00080000:00000001:0.0:1749611354.907113:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.907116:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.907133:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.907144:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.907146:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab200. 00080000:00000001:0.0:1749611354.907331:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.907333:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.907349:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.907359:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.907361:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab600. 00080000:00000001:0.0:1749611354.907542:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.907545:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.907562:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.907572:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.907574:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab100. 00080000:00000001:0.0:1749611354.907708:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.907710:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.907726:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.907735:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.907738:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abf00. 00080000:00000001:0.0:1749611354.907875:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.907878:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.907894:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.907904:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.907911:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abe00. 00080000:00000001:0.0:1749611354.908061:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.908064:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.908080:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.908091:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.908094:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88008295c200. 00080000:00000001:0.0:1749611354.908246:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.908249:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.908264:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.908273:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.908276:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bf00. 00080000:00000001:0.0:1749611354.908409:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.908412:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.908429:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.908439:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.908441:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bd00. 00080000:00000001:0.0:1749611354.908623:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.908626:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.908644:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.908656:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.908658:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b600. 00080000:00000001:0.0:1749611354.908813:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.908816:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.908832:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.908842:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.908844:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b500. 00080000:00000001:0.0:1749611354.908981:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.908984:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.908999:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.909009:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.909011:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81ba00. 00080000:00000001:0.0:1749611354.909150:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.909152:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.909169:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.909179:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.909181:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81be00. 00080000:00000001:0.0:1749611354.909363:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.909366:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.909381:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.909391:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.909398:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b900. 00080000:00000001:0.0:1749611354.909602:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.909605:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.909622:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.909632:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.909634:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bb00. 00080000:00000001:0.0:1749611354.909782:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.909784:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.909803:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.909813:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.909815:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b700. 00080000:00000001:0.0:1749611354.909951:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.909953:0:25161:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611354.909970:0:25161:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611354.909980:0:25161:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.909982:0:25161:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bc00. 00080000:00000001:0.0:1749611354.910131:0:25161:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.910134:0:25161:0:(osd_oi.c:319:osd_oi_table_open()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:0.0:1749611354.910137:0:25161:0:(osd_oi.c:406:osd_oi_init()) Process leaving via out (rc=64 : 64 : 0x40) 00100000:00000001:0.0:1749611354.910140:0:25161:0:(osd_scrub.c:2407:osd_initial_OI_scrub()) Process entered 00100000:00000001:0.0:1749611354.910142:0:25161:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611354.910203:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910206:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910208:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910209:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910211:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910212:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910213:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910215:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910216:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910218:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910219:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910221:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910222:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910237:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.910241:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.910243:0:25161:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.910245:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.910247:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.910249:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.910262:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.910418:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.910424:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.910427:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910429:0:25161:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611354.910431:0:25161:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff8801309a40c0. 00100000:00000001:0.0:1749611354.910433:0:25161:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910435:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910438:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910439:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910441:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910442:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910444:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910445:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910446:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910448:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910449:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910450:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910452:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910453:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910455:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910456:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910457:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910478:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910480:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910481:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910483:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910484:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910485:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910486:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910488:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910489:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910491:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910492:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910494:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910495:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910496:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910497:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910499:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910506:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910508:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910509:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910511:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910512:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910513:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910514:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910516:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910517:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910519:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910520:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910543:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.910544:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.910545:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911201:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.911205:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.911206:0:25161:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.911207:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.911209:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.911211:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.911215:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.911397:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.911402:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.911404:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911406:0:25161:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611354.911407:0:25161:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff8801309a4800. 00100000:00000001:0.0:1749611354.911409:0:25161:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911411:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911414:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911415:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911417:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911418:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911419:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911421:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911422:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911423:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911425:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911426:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911428:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911434:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911436:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911437:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911439:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911440:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911441:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911442:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911444:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911447:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.911453:0:25161:0:(osd_scrub.c:1903:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911455:0:25161:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611354.911456:0:25161:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff8801309a46c0. 00100000:00000001:0.0:1749611354.911458:0:25161:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911480:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911482:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911484:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911485:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911502:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.911504:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.911505:0:25161:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.911507:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.911508:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.911510:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.911513:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.911519:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.911543:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.911546:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911547:0:25161:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611354.911549:0:25161:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff8801309a4700. 00100000:00000001:0.0:1749611354.911551:0:25161:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911553:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911555:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911556:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911557:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911558:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911560:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911561:0:25161:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911563:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911564:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911571:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911588:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.911591:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.911748:0:25161:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611354.911752:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.911753:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.911755:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.911758:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.911763:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.911766:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.911768:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911770:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911772:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911787:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.911790:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.911933:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.911937:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8801309a47c0. 00100000:00000001:0.0:1749611354.911940:0:25161:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911942:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.911944:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:00000001:0.0:1749611354.911948:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.911949:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.911951:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.911954:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.911959:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.911962:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.911963:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911966:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911968:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911970:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911971:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911973:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911974:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.911975:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.911977:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912609:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.912613:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.912614:0:25161:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.912620:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.912621:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.912624:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.912628:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.912635:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.912638:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.912639:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912641:0:25161:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611354.912643:0:25161:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff8801309a49c0. 00100000:00000001:0.0:1749611354.912644:0:25161:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912646:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912649:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912650:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912652:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912653:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912654:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912655:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912657:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912658:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912660:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912674:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.912677:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.912678:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.912679:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.912680:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.912682:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.912684:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.912688:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.912691:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.912692:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912694:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912696:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912708:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.912710:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.912711:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.912712:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.912713:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.912715:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.912717:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.912726:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.912728:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.912730:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912732:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912734:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912735:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912737:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912738:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912740:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912741:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912742:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912743:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912745:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912746:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912748:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912749:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912751:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912752:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912753:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912756:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.912759:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.912760:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.912761:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.912762:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.912764:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.912765:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.912769:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.912771:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.912772:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912774:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912775:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912777:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912778:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912779:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912781:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912782:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912784:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912785:0:25161:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912786:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912791:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912793:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912794:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912796:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912797:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912798:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912800:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912801:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912802:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912804:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912805:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912806:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912808:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912809:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912810:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912812:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912813:0:25161:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912814:0:25161:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611354.912829:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.912831:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.912832:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.912833:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.912835:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.912836:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.912839:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.912842:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.912844:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.912846:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912848:0:25161:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912851:0:25161:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.912853:0:25161:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611354.913087:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913104:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.913107:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.913241:0:25161:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611354.913244:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.913246:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.913247:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.913251:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.913379:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.913383:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.913386:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913388:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913390:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913405:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.913408:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.913410:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.913411:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.913412:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.913414:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.913416:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.913628:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.913632:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.913635:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913637:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913640:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913641:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913642:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913659:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.913663:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.913664:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.913665:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.913667:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.913668:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.913671:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.913675:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.913677:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.913678:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913680:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913682:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913683:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913684:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913694:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.913696:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.913697:0:25161:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611354.913698:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.913699:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.913701:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.913709:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.913713:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.913715:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.913717:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913719:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913722:0:25161:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611354.913724:0:25161:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff8801309a40c0. 00100000:00000001:0.0:1749611354.913727:0:25161:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611354.913958:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913960:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913962:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.913963:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.913966:0:25161:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611354.913968:0:25161:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff8801309a4800. 00100000:00000001:0.0:1749611354.913970:0:25161:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611354.914126:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.914127:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914129:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.914130:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914133:0:25161:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611354.914135:0:25161:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff8801309a46c0. 00100000:00000001:0.0:1749611354.914138:0:25161:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611354.914356:0:25161:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611354.914359:0:25161:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914361:0:25161:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611354.914362:0:25161:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914375:0:25161:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611354.914378:0:25161:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff8801309a4700. 00100000:00000001:0.0:1749611354.914380:0:25161:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611354.914548:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.914567:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.914571:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.914710:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.914713:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e6882c0. 00100000:00000001:0.0:1749611354.914716:0:25161:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914718:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.914720:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:00000001:0.0:1749611354.914727:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.914729:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.914731:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.914735:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.914854:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.914858:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.914859:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914862:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.914864:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.914880:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.914883:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.915032:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.915035:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e688bc0. 00100000:00000001:0.0:1749611354.915037:0:25161:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915039:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.915042:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:00000001:0.0:1749611354.915044:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915046:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915047:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.915050:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.915055:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.915058:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.915059:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915062:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915064:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.915079:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.915082:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.915216:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.915219:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e688000. 00100000:00000001:0.0:1749611354.915221:0:25161:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915223:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.915226:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:00000001:0.0:1749611354.915228:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915229:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915231:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.915234:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.915239:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.915248:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.915250:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915253:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915255:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.915257:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915258:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.915272:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.915275:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.915397:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.915399:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e688180. 00100000:00000001:0.0:1749611354.915401:0:25161:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915403:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.915405:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:00000001:0.0:1749611354.915408:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915409:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915411:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.915414:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.915418:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.915421:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.915422:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915425:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915427:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.915428:0:25161:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915430:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.915445:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.915448:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.915646:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.915649:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e688700. 00100000:00000001:0.0:1749611354.915651:0:25161:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915653:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.915655:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:00000001:0.0:1749611354.915658:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915659:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915660:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.915664:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.915668:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.915671:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.915678:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915681:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915683:0:25161:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611354.915698:0:25161:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611354.915701:0:25161:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611354.915896:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611354.915898:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012e688400. 00100000:00000001:0.0:1749611354.915901:0:25161:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915903:0:25161:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611354.915905:0:25161:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:00000001:0.0:1749611354.915907:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915908:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915910:0:25161:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611354.915913:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.915917:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.915920:0:25161:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.915922:0:25161:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915924:0:25161:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611354.915927:0:25161:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611354.915929:0:25161:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff8801309a49c0. 00100000:00000001:0.0:1749611354.915939:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.915944:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1016:0x0] 00080000:00000001:0.0:1749611354.915946:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915947:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915949:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.915951:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.915956:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.915958:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.915962:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.915969:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.915971:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000007:0x1:0x0] 00080000:00000001:0.0:1749611354.915972:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.915973:0:25161:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.915975:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.915977:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916145:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916149:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916156:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916168:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916170:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x15:0x0] 00080000:00000001:0.0:1749611354.916172:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916173:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916175:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916178:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916182:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916185:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916187:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916193:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916195:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x8:0x0] 00080000:00000001:0.0:1749611354.916196:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916197:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916199:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916201:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916204:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916206:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916208:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916213:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916215:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1019:0x0] 00080000:00000001:0.0:1749611354.916216:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916217:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916219:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916221:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916224:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916226:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916228:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916234:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916236:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x4:0x0] 00080000:00000001:0.0:1749611354.916237:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916238:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916240:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916241:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916244:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916246:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916253:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916261:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916263:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1015:0x0] 00080000:00000001:0.0:1749611354.916264:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916266:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916267:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916270:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916273:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916275:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916277:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916283:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916284:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x101d:0x0] 00080000:00000001:0.0:1749611354.916286:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916287:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916288:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916290:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916293:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916295:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916297:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916302:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916303:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000009:0x0:0x0] 00080000:00000001:0.0:1749611354.916305:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916306:0:25161:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916308:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916310:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916543:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916548:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916551:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916562:0:25161:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611354.916564:0:25161:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x20000000a:0x0:0x0] 00080000:00000001:0.0:1749611354.916566:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.916567:0:25161:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916569:0:25161:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611354.916572:0:25161:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff580. 00000001:00000010:0.0:1749611354.916576:0:25161:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff580. 00080000:00000001:0.0:1749611354.916578:0:25161:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611354.916586:0:25161:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611354.916591:0:25161:0:(osd_scrub.c:2487:osd_initial_OI_scrub()) Process leaving 00100000:00000001:0.0:1749611354.916761:0:25161:0:(osd_scrub.c:2725:osd_scrub_setup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916765:0:25161:0:(osd_lproc.c:847:osd_procfs_init()) Process entered 00080000:01000000:0.0:1749611354.916769:0:25161:0:(osd_lproc.c:857:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00080000:00000001:0.0:1749611354.916863:0:25161:0:(osd_lproc.c:91:osd_stats_init()) Process entered 00000020:00000010:0.0:1749611354.916867:0:25161:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88006bbadc00. 00000020:00000010:0.0:1749611354.916870:0:25161:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff88006efe5d00. 00080000:00000001:0.0:1749611354.916889:0:25161:0:(osd_lproc.c:135:osd_stats_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.916891:0:25161:0:(osd_lproc.c:887:osd_procfs_init()) Process leaving 00040000:00000001:0.0:1749611354.916895:0:25161:0:(qsd_lib.c:670:qsd_init()) Process entered 00040000:00000010:0.0:1749611354.916900:0:25161:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff88006efbcc00. 00040000:00000001:0.0:1749611354.916903:0:25161:0:(qsd_config.c:59:qsd_get_fsinfo()) Process entered 00040000:00000010:0.0:1749611354.916906:0:25161:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff88009a222600. 00040000:00000010:0.0:1749611354.916909:0:25161:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff88009a222600. 00040000:00000001:0.0:1749611354.916911:0:25161:0:(qsd_config.c:100:qsd_get_fsinfo()) Process leaving (rc=18446612134413141120 : -131939296410496 : ffff88007d1b0480) 00000020:00000010:0.0:1749611354.916927:0:25161:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff88009a222540. 00000020:00000010:0.0:1749611354.916931:0:25161:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff88009a222540. 00040000:00000001:0.0:1749611354.916933:0:25161:0:(qsd_lib.c:742:qsd_init()) Process leaving 00040000:00000001:0.0:1749611354.916934:0:25161:0:(qsd_lib.c:748:qsd_init()) Process leaving (rc=18446612134176214016 : -131939533337600 : ffff88006efbcc00) 00080000:00000001:0.0:1749611354.916941:0:25161:0:(osd_handler.c:8588:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611354.916948:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4b600. 00000040:00000010:0.0:1749611354.916954:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4a200. 00000020:00000010:0.0:1749611354.916959:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a800. 00000020:00000010:0.0:1749611354.916964:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4aa00. 00040000:00000010:0.0:1749611354.916969:0:25161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9f00. 00040000:00000010:0.0:1749611354.916972:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4ae00. 00080000:00000010:0.0:1749611354.916977:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611354.916983:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000020:00000010:0.0:1749611354.916987:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000020:00000010:0.0:1749611354.916993:0:25161:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2380. 00000020:00000010:0.0:1749611354.916996:0:25161:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000008:00000010:0.0:1749611354.917002:0:25161:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf080. 00020000:00000010:0.0:1749611354.917007:0:25161:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5b00. 00008000:00000010:0.0:1749611354.917018:0:25161:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d77d8. 00000080:00000010:0.0:1749611354.917024:0:25161:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4aa50. 00000020:00000010:0.0:1749611354.917028:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27de00. 00000020:00000001:0.0:1749611354.917033:0:25161:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611354.917036:0:25161:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88d5c0) now 3 - setup 00000020:00000080:0.0:1749611354.917039:0:25161:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611354.917041:0:25161:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917043:0:25161:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611354.917048:0:25161:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff880129ca2c80. 00000020:00000001:0.0:1749611354.917057:0:25161:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:0.0:1749611354.917060:0:25161:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:0.0:1749611354.917062:0:25161:0:(osd_handler.c:8732:osd_obd_connect()) connect #0 00000020:00000001:0.0:1749611354.917064:0:25161:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1749611354.917066:0:25161:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1749611354.917069:0:25161:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a3b4800. 00000020:00000001:0.0:1749611354.917072:0:25161:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611354.917075:0:25161:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a3b4800 with handle 0x689c0ec07329d3eb to hash 00000020:00000001:0.0:1749611354.917077:0:25161:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1749611354.917080:0:25161:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:0.0:1749611354.917082:0:25161:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611354.917084:0:25161:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88d5c0) now 4 - export 00000020:00000001:0.0:1749611354.917087:0:25161:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134096488448 : -131939613063168 : ffff88006a3b4800) 00000020:00000040:0.0:1749611354.917090:0:25161:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b4800 : new refcount 1 00000020:00000080:0.0:1749611354.917092:0:25161:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d3eb 00000020:00000001:0.0:1749611354.917094:0:25161:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917097:0:25161:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611354.917098:0:25161:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d3eb 00000020:00000001:0.0:1749611354.917100:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611354.917102:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a3b4800 refcount=2 00000020:00000001:0.0:1749611354.917105:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134096488448 : -131939613063168 : ffff88006a3b4800) 00000020:00000001:0.0:1749611354.917107:0:25161:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134096488448 : -131939613063168 : ffff88006a3b4800) 00080000:00000001:0.0:1749611354.917109:0:25161:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917111:0:25161:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917114:0:25161:0:(tgt_mount.c:2209:osd_start()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611354.917119:0:25161:0:(tgt_mount.c:2242:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611354.917125:0:25161:0:(obd_mount.c:265:lustre_start_mgc()) Process entered 00000020:00000010:0.0:1749611354.917137:0:25161:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff88009c04b800. 00000020:00000010:0.0:1749611354.917139:0:25161:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff88009c04bac0. 00000020:00000010:0.0:1749611354.917143:0:25161:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff88009a222540. 00000020:00000001:0.0:1749611354.917145:0:25161:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.917149:0:25161:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.917151:0:25161:0:(mgc_request.c:1075:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917152:0:25161:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611354.917154:0:25161:0:(obd_mount.c:377:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 00000020:00000001:0.0:1749611354.917156:0:25161:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.917157:0:25161:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:01000000:0.0:1749611354.917160:0:25161:0:(mgc_request.c:1044:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r1:or0:CONNECTING 10000000:00000001:0.0:1749611354.917163:0:25161:0:(mgc_request.c:1059:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917165:0:25161:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917167:0:25161:0:(obd_mount.c:382:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611354.917169:0:25161:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff88009a222540. 00000020:00000010:0.0:1749611354.917172:0:25161:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff88009c04b800. 00000020:00000010:0.0:1749611354.917175:0:25161:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff88009c04bac0. 00000020:00000001:0.0:1749611354.917177:0:25161:0:(obd_mount.c:555:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.917179:0:25161:0:(tgt_mount.c:1446:server_start_targets()) Process entered 00000020:01000004:0.0:1749611354.917181:0:25161:0:(tgt_mount.c:1447:server_start_targets()) starting target lustre-OST0000 00000020:00000010:0.0:1749611354.917190:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd400. 00000020:00000010:0.0:1749611354.917194:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbd200. 00000040:00000010:0.0:1749611354.917196:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbdc00. 00000020:00000010:0.0:1749611354.917200:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7000. 00000020:00000010:0.0:1749611354.917203:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbca00. 80000000:00000010:0.0:1749611354.917207:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16120. 00040000:00000010:0.0:1749611354.917210:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbce00. 00080000:00000010:0.0:1749611354.917215:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c6000. 00080000:00000010:0.0:1749611354.917221:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000020:00000001:0.0:1749611354.917225:0:25161:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:0.0:1749611354.917227:0:25161:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611354.917228:0:25161:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.917230:0:25161:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.917236:0:25161:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:0.0:1749611354.917239:0:25161:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:0.0:1749611354.917241:0:25161:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:0.0:1749611354.917245:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611354.917247:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611354.917250:0:25161:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:0.0:1749611354.917252:0:25161:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff88006efbda00. 00000020:00000001:0.0:1749611354.917255:0:25161:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611354.917258:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000010:0.0:1749611354.917260:0:25161:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dffb00. 00000020:00000001:0.0:1749611354.917263:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611354.917267:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006efe5400. 00000020:00000001:0.0:1749611354.917271:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611354.917273:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27de00. 00000020:00000001:0.0:1749611354.917276:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.917278:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611354.917281:0:25161:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611354.917284:0:25161:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611354.917286:0:25161:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff88012e688900. 00000001:00000001:0.0:1749611354.917289:0:25161:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611354.917291:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.917292:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:0.0:1749611354.917580:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134404531688 : -131939305019928 : ffff88007c97a5e8) 00000001:00000010:0.0:1749611354.917584:0:25161:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88006efe5a00. 00000001:00000001:0.0:1749611354.917587:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.917588:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611354.917765:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134404530608 : -131939305021008 : ffff88007c97a1b0) 00000001:00000001:0.0:1749611354.917768:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.917769:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611354.917783:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402989656 : -131939306561960 : ffff88007c801e58) 00000001:00000001:0.0:1749611354.917785:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.917787:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611354.918345:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402987496 : -131939306564120 : ffff88007c8015e8) 00000001:00000001:0.0:1749611354.918348:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.918350:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611354.918370:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402987280 : -131939306564336 : ffff88007c801510) 00000001:00000001:0.0:1749611354.918373:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.918374:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611354.918383:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402985984 : -131939306565632 : ffff88007c801000) 00000001:00000001:0.0:1749611354.918385:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.918386:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611354.918395:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402986632 : -131939306564984 : ffff88007c801288) 00000001:00000001:0.0:1749611354.918397:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.918398:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611354.919162:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402987064 : -131939306564552 : ffff88007c801438) 00000001:00000001:0.0:1749611354.919167:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919168:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611354.919183:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402986200 : -131939306565416 : ffff88007c8010d8) 00000001:00000001:0.0:1749611354.919185:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919186:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611354.919195:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402988792 : -131939306562824 : ffff88007c801af8) 00000001:00000001:0.0:1749611354.919197:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919198:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611354.919206:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134402987928 : -131939306563688 : ffff88007c801798) 00000001:00000001:0.0:1749611354.919208:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919210:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611354.919919:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405589104 : -131939303962512 : ffff88007ca7c870) 00000001:00000001:0.0:1749611354.919924:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919925:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611354.919939:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405588024 : -131939303963592 : ffff88007ca7c438) 00000001:00000001:0.0:1749611354.919942:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919943:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611354.919952:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405590184 : -131939303961432 : ffff88007ca7cca8) 00000001:00000001:0.0:1749611354.919954:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919955:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611354.919963:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405587376 : -131939303964240 : ffff88007ca7c1b0) 00000001:00000001:0.0:1749611354.919965:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.919966:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611354.920571:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135240982744 : -131938468568872 : ffff8800ae72e0d8) 00000001:00000001:0.0:1749611354.920597:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.920604:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611354.920620:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135240985552 : -131938468566064 : ffff8800ae72ebd0) 00000001:00000001:0.0:1749611354.920623:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.920624:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611354.920635:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135240986200 : -131938468565416 : ffff8800ae72ee58) 00000001:00000001:0.0:1749611354.920638:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.920639:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611354.920650:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209424 : -131939457342192 : ffff880073836510) 00000001:00000001:0.0:1749611354.920652:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.920653:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611354.921258:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208128 : -131939457343488 : ffff880073836000) 00000001:00000001:0.0:1749611354.921262:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921263:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611354.921276:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210288 : -131939457341328 : ffff880073836870) 00000001:00000001:0.0:1749611354.921278:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921279:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611354.921288:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208560 : -131939457343056 : ffff8800738361b0) 00000001:00000001:0.0:1749611354.921290:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921291:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611354.921299:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210936 : -131939457340680 : ffff880073836af8) 00000001:00000001:0.0:1749611354.921301:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921301:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611354.921962:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211584 : -131939457340032 : ffff880073836d80) 00000001:00000001:0.0:1749611354.921966:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921967:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611354.921981:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209208 : -131939457342408 : ffff880073836438) 00000001:00000001:0.0:1749611354.921983:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921983:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611354.921993:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211800 : -131939457339816 : ffff880073836e58) 00000001:00000001:0.0:1749611354.921995:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.921996:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611354.922005:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210504 : -131939457341112 : ffff880073836948) 00000001:00000001:0.0:1749611354.922007:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.922007:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611354.922652:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208344 : -131939457343272 : ffff8800738360d8) 00000001:00000001:0.0:1749611354.922660:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.922661:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611354.922678:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210072 : -131939457341544 : ffff880073836798) 00000001:00000001:0.0:1749611354.922680:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.922681:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611354.922690:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210720 : -131939457340896 : ffff880073836a20) 00000001:00000001:0.0:1749611354.922693:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.922694:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611354.922743:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209640 : -131939457341976 : ffff8800738365e8) 00000001:00000001:0.0:1749611354.922745:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.922747:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611354.922755:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209856 : -131939457341760 : ffff8800738366c0) 00000001:00000001:0.0:1749611354.922758:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.922759:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611354.922767:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208992 : -131939457342624 : ffff880073836360) 00000001:00000001:0.0:1749611354.922769:0:25161:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611354.922771:0:25161:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137387788544 : -131936321763072 : ffff88012e688900) 00000001:00000001:0.0:1749611354.922792:0:25161:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.922794:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611354.922798:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.922800:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611354.922802:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.922805:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611354.922810:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134176379992 : -131939533171624 : ffff88006efe5458) 00000020:00000001:0.0:1749611354.922965:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611354.922969:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8af6e00. 00000020:00000001:0.0:1749611354.922973:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611354.922975:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b53bc00. 00000020:00000001:0.0:1749611354.922977:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.922979:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611354.922981:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611354.922983:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.922985:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611354.922989:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.922990:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611354.923001:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.923004:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611354.923008:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135144287832 : -131938565263784 : ffff8800a8af6e58) 00080000:00000001:0.0:1749611354.923013:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611354.923015:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611354.923023:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611354.923027:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.923029:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611354.923031:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.923033:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611354.923035:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611354.923038:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:616739140 to info ffff88009a4c6000 00000020:00000001:0.0:1749611354.923042:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff600 00080000:00000002:0.0:1749611354.923044:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:0.0:1749611354.923047:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.923050:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611354.923054:0:25161:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88006bbae800. 00080000:00000001:0.0:1749611354.923056:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611354.923058:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611354.923060:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8af6400. 00000020:00000001:0.0:1749611354.923062:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611354.923064:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b53a200. 00000020:00000001:0.0:1749611354.923065:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.923067:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611354.923068:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611354.923070:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.923072:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611354.923074:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.923076:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611354.923079:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135144285272 : -131938565266344 : ffff8800a8af6458) 00040000:00000001:0.0:1749611354.923106:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611354.923107:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611354.923108:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611354.923109:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611354.923110:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611354.923111:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611354.923119:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b53bc00. 00000020:00000010:0.0:1749611354.923123:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6e00. 10000000:00000001:0.0:1749611354.923128:0:25161:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:0.0:1749611354.923131:0:25161:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1749611354.923156:0:25161:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff88009a222b40. 00000020:00000040:0.0:1749611354.923160:0:25161:0:(genops.c:887:class_export_get()) GET export ffff88006a72a000 refcount=2 00000040:00000001:0.0:1749611354.923163:0:25161:0:(llog_osd.c:2046:llog_osd_setup()) Process entered 00000040:00000040:0.0:1749611354.923165:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 00000020:00000001:0.0:1749611354.923167:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611354.923169:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611354.923171:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611354.923173:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000010:0.0:1749611354.923176:0:25161:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff680. 00000020:00000001:0.0:1749611354.923177:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611354.923180:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8af6500. 00000020:00000001:0.0:1749611354.923185:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611354.923195:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b53bc00. 00000020:00000001:0.0:1749611354.923197:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.923199:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611354.923201:0:25161:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611354.923202:0:25161:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611354.923205:0:25161:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff88012e688b40. 00000001:00000001:0.0:1749611354.923207:0:25161:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611354.923208:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923210:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:0.0:1749611354.923227:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390537816 : -131939319013800 : ffff88007bc21e58) 00000001:00000010:0.0:1749611354.923231:0:25161:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff8800a8af6f00. 00000001:00000001:0.0:1749611354.923233:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923234:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611354.923491:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390535008 : -131939319016608 : ffff88007bc21360) 00000001:00000001:0.0:1749611354.923496:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923497:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611354.923508:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390536736 : -131939319014880 : ffff88007bc21a20) 00000001:00000001:0.0:1749611354.923510:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923511:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611354.923553:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390536952 : -131939319014664 : ffff88007bc21af8) 00000001:00000001:0.0:1749611354.923556:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923557:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611354.923565:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134390535656 : -131939319015960 : ffff88007bc215e8) 00000001:00000001:0.0:1749611354.923567:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923568:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611354.923578:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254560096 : -131939454991520 : ffff880073a74360) 00000001:00000001:0.0:1749611354.923580:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923581:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611354.923589:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252067360 : -131939457484256 : ffff880073813a20) 00000001:00000001:0.0:1749611354.923591:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923592:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611354.923599:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252066928 : -131939457484688 : ffff880073813870) 00000001:00000001:0.0:1749611354.923601:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923602:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611354.923609:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252064984 : -131939457486632 : ffff8800738130d8) 00000001:00000001:0.0:1749611354.923611:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923612:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611354.923620:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134253752320 : -131939455799296 : ffff8800739af000) 00000001:00000001:0.0:1749611354.923622:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923623:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611354.923630:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252643816 : -131939456907800 : ffff8800738a05e8) 00000001:00000001:0.0:1749611354.923632:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923633:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611354.923641:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630158552 : -131939079393064 : ffff88008a0a70d8) 00000001:00000001:0.0:1749611354.923643:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923644:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611354.923651:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160712 : -131939079390904 : ffff88008a0a7948) 00000001:00000001:0.0:1749611354.923653:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923654:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611354.923660:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160928 : -131939079390688 : ffff88008a0a7a20) 00000001:00000001:0.0:1749611354.923662:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923663:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611354.923669:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159848 : -131939079391768 : ffff88008a0a75e8) 00000001:00000001:0.0:1749611354.923671:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923677:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611354.923687:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630162008 : -131939079389608 : ffff88008a0a7e58) 00000001:00000001:0.0:1749611354.923689:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.923690:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611354.924321:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160496 : -131939079391120 : ffff88008a0a7870) 00000001:00000001:0.0:1749611354.924324:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924325:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611354.924352:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159200 : -131939079392416 : ffff88008a0a7360) 00000001:00000001:0.0:1749611354.924353:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924354:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611354.924358:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159632 : -131939079391984 : ffff88008a0a7510) 00000001:00000001:0.0:1749611354.924360:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924361:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611354.924403:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160280 : -131939079391336 : ffff88008a0a7798) 00000001:00000001:0.0:1749611354.924405:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924406:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611354.924411:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630158336 : -131939079393280 : ffff88008a0a7000) 00000001:00000001:0.0:1749611354.924412:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924413:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611354.924822:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630161576 : -131939079390040 : ffff88008a0a7ca8) 00000001:00000001:0.0:1749611354.924825:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924826:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611354.924834:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159416 : -131939079392200 : ffff88008a0a7438) 00000001:00000001:0.0:1749611354.924836:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924836:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611354.924842:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134621980136 : -131939087571480 : ffff8800898da5e8) 00000001:00000001:0.0:1749611354.924843:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924844:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611354.924849:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134621978840 : -131939087572776 : ffff8800898da0d8) 00000001:00000001:0.0:1749611354.924850:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924851:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611354.924856:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134621980568 : -131939087571048 : ffff8800898da798) 00000001:00000001:0.0:1749611354.924857:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924858:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611354.924954:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531771640 : -131936177779976 : ffff880136fd8af8) 00000001:00000001:0.0:1749611354.924959:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924960:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611354.924968:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531769048 : -131936177782568 : ffff880136fd80d8) 00000001:00000001:0.0:1749611354.924970:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924970:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611354.924977:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531770128 : -131936177781488 : ffff880136fd8510) 00000001:00000001:0.0:1749611354.924978:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924979:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611354.924984:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531769912 : -131936177781704 : ffff880136fd8438) 00000001:00000001:0.0:1749611354.924985:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924985:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611354.924991:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531769480 : -131936177782136 : ffff880136fd8288) 00000001:00000001:0.0:1749611354.924992:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.924992:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611354.924999:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531771208 : -131936177780408 : ffff880136fd8948) 00000001:00000001:0.0:1749611354.925000:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925000:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611354.925005:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531770560 : -131936177781056 : ffff880136fd86c0) 00000001:00000001:0.0:1749611354.925007:0:25161:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611354.925008:0:25161:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137387789120 : -131936321762496 : ffff88012e688b40) 00000001:00000001:0.0:1749611354.925016:0:25161:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.925018:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611354.925020:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.925021:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611354.925022:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.925024:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611354.925027:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135144285528 : -131938565266088 : ffff8800a8af6558) 00000020:00000001:0.0:1749611354.925105:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611354.925107:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611354.925108:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611354.925110:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000010:0.0:1749611354.925111:0:25161:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dffb80. 00000020:00000001:0.0:1749611354.925113:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611354.925118:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8af6000. 00000020:00000001:0.0:1749611354.925120:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611354.925122:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b53b400. 00000020:00000001:0.0:1749611354.925123:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.925124:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611354.925126:0:25161:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611354.925127:0:25161:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611354.925128:0:25161:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880129c55e40. 00000001:00000001:0.0:1749611354.925130:0:25161:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611354.925131:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925132:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:0.0:1749611354.925144:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531772288 : -131936177779328 : ffff880136fd8d80) 00000001:00000010:0.0:1749611354.925146:0:25161:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff8800a8af6100. 00000001:00000001:0.0:1749611354.925147:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925148:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611354.925247:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531769696 : -131936177781920 : ffff880136fd8360) 00000001:00000001:0.0:1749611354.925249:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925250:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611354.925256:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531772504 : -131936177779112 : ffff880136fd8e58) 00000001:00000001:0.0:1749611354.925258:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925259:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611354.925265:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531771856 : -131936177779760 : ffff880136fd8bd0) 00000001:00000001:0.0:1749611354.925266:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925267:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611354.925272:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531770776 : -131936177780840 : ffff880136fd8798) 00000001:00000001:0.0:1749611354.925274:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925274:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611354.925279:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531770344 : -131936177781272 : ffff880136fd85e8) 00000001:00000001:0.0:1749611354.925281:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925281:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611354.925287:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531769264 : -131936177782352 : ffff880136fd81b0) 00000001:00000001:0.0:1749611354.925288:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925289:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611354.925294:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531770992 : -131936177780624 : ffff880136fd8870) 00000001:00000001:0.0:1749611354.925295:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925296:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611354.925334:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298342888 : -131939411208728 : ffff8800764355e8) 00000001:00000001:0.0:1749611354.925336:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925337:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611354.925342:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298342672 : -131939411208944 : ffff880076435510) 00000001:00000001:0.0:1749611354.925343:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925344:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611354.925348:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298341592 : -131939411210024 : ffff8800764350d8) 00000001:00000001:0.0:1749611354.925349:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925350:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611354.925443:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298344184 : -131939411207432 : ffff880076435af8) 00000001:00000001:0.0:1749611354.925445:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925446:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611354.925453:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134651128568 : -131939058423048 : ffff88008b4a6af8) 00000001:00000001:0.0:1749611354.925454:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925455:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611354.925475:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134651125976 : -131939058425640 : ffff88008b4a60d8) 00000001:00000001:0.0:1749611354.925476:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925477:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611354.925484:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134651125760 : -131939058425856 : ffff88008b4a6000) 00000001:00000001:0.0:1749611354.925485:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925486:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611354.925491:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134421227200 : -131939288324416 : ffff88007d9666c0) 00000001:00000001:0.0:1749611354.925493:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925493:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611354.925498:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137437893904 : -131936271657712 : ffff880131651510) 00000001:00000001:0.0:1749611354.925500:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925500:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611354.925622:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438063136 : -131936271488480 : ffff88013167aa20) 00000001:00000001:0.0:1749611354.925625:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925625:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611354.925633:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439071184 : -131936270480432 : ffff880131770bd0) 00000001:00000001:0.0:1749611354.925634:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925635:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611354.925639:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439069672 : -131936270481944 : ffff8801317705e8) 00000001:00000001:0.0:1749611354.925641:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925645:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611354.925652:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439070752 : -131936270480864 : ffff880131770a20) 00000001:00000001:0.0:1749611354.925654:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925654:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611354.925659:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439071616 : -131936270480000 : ffff880131770d80) 00000001:00000001:0.0:1749611354.925660:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925661:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611354.925665:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439070320 : -131936270481296 : ffff880131770870) 00000001:00000001:0.0:1749611354.925666:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925667:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611354.925783:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439070968 : -131936270480648 : ffff880131770af8) 00000001:00000001:0.0:1749611354.925785:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925785:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611354.925793:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439068160 : -131936270483456 : ffff880131770000) 00000001:00000001:0.0:1749611354.925794:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925795:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611354.925801:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252496360 : -131939457055256 : ffff88007387c5e8) 00000001:00000001:0.0:1749611354.925802:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925803:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611354.925809:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252498088 : -131939457053528 : ffff88007387cca8) 00000001:00000001:0.0:1749611354.925810:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925811:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611354.925816:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252497440 : -131939457054176 : ffff88007387ca20) 00000001:00000001:0.0:1749611354.925817:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925817:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611354.925822:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252497224 : -131939457054392 : ffff88007387c948) 00000001:00000001:0.0:1749611354.925823:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925824:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611354.925829:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252497008 : -131939457054608 : ffff88007387c870) 00000001:00000001:0.0:1749611354.925831:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925831:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611354.925836:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252497656 : -131939457053960 : ffff88007387caf8) 00000001:00000001:0.0:1749611354.925837:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925838:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611354.925872:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252497872 : -131939457053744 : ffff88007387cbd0) 00000001:00000001:0.0:1749611354.925877:0:25161:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611354.925878:0:25161:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611354.925885:0:25161:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252496792 : -131939457054824 : ffff88007387c798) 00000001:00000001:0.0:1749611354.925886:0:25161:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611354.925888:0:25161:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137309986368 : -131936399565248 : ffff880129c55e40) 00000001:00000001:0.0:1749611354.925897:0:25161:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.925899:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611354.925900:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611354.925902:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611354.925903:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611354.925905:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611354.925908:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135144284248 : -131938565267368 : ffff8800a8af6058) 00000040:00000001:0.0:1749611354.926018:0:25161:0:(llog_osd.c:2079:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:0.0:1749611354.926021:0:25161:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88009a222b40 : new refcount 1 00000040:01000000:0.0:1749611354.926022:0:25161:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000040:00000001:0.0:1749611354.926024:0:25161:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1749611354.926025:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000040:0.0:1749611354.926027:0:25161:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88009a222b40 : new refcount 1 10000000:00000001:0.0:1749611354.926028:0:25161:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611354.926029:0:25161:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:00000001:0.0:1749611354.926031:0:25161:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:0.0:1749611354.926032:0:25161:0:(mgc_request_server.c:277:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611354.926033:0:25161:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.926035:0:25161:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.926036:0:25161:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611354.926037:0:25161:0:(tgt_mount.c:1330:server_register_target()) Process entered 00000020:00000001:0.0:1749611354.926039:0:25161:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000020:00000010:0.0:1749611354.926052:0:25161:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff88007d28a000. 00000020:01000004:0.0:1749611354.926078:0:25161:0:(tgt_mount.c:1347:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x2 00000020:01000004:0.0:1749611354.926082:0:25161:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1749611354.926083:0:25161:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611354.926084:0:25161:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611354.926085:0:25161:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611354.926086:0:25161:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611354.926087:0:25161:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611354.926091:0:25161:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611354.926093:0:25161:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:0.0:1749611354.926094:0:25161:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.926095:0:25161:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611354.926097:0:25161:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611354.926099:0:25161:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x10000002 10000000:00000001:0.0:1749611354.926101:0:25161:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000010:0.0:1749611354.926105:0:25161:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00a80. 00000020:00000040:0.0:1749611354.926109:0:25161:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000020:01000004:0.0:1749611354.926112:0:25161:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611354.926113:0:25161:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611354.926114:0:25161:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611354.926115:0:25161:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611354.926116:0:25161:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611354.926117:0:25161:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611354.926118:0:25161:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611354.926119:0:25161:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1749611354.926120:0:25161:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611354.926124:0:25161:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611354.926128:0:25161:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611354.926135:0:25161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88007d28e000. 00000100:00000001:0.0:1749611354.926142:0:25161:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611354.926146:0:25161:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1749611354.926148:0:25161:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611354.926150:0:25161:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611354.926154:0:25161:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009a222e40. 00000100:00000001:0.0:1749611354.926156:0:25161:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134900149824 : -131938809401792 : ffff88009a222e40) 00000100:00000001:0.0:1749611354.926158:0:25161:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611354.926160:0:25161:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359992960 : -131939349558656 : ffff880079f00a80) 00000100:00000001:0.0:1749611354.926164:0:25161:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611354.926167:0:25161:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.926169:0:25161:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611354.926170:0:25161:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611354.926178:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611354.926187:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611354.926189:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611354.926196:0:25161:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611354.926204:0:25161:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611354.926207:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611354.926208:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611354.926210:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611354.926212:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611354.926214:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611354.926216:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611354.926217:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611354.926218:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611355.015616:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611355.015628:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611355.015630:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611355.015634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611355.015636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611355.015639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611355.015641:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611355.458698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611355.458706:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611355.458709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611355.458714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611355.458718:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611355.458721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611355.458725:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611355.458728:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611355.458730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611355.619793:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611355.619804:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611355.619807:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611355.619814:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611355.619821:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611355.619826:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611355.619830:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611355.619836:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611355.619840:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611355.850643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611355.850652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611355.850777:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611355.850782:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611355.850787:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611355.925630:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611355.925635:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611355.925638:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611355.925641:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611355.925645:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611355.925649:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611355.925651:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611355.925655:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611355.925657:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611356.015599:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611356.015614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611356.015617:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611356.015621:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611356.015623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611356.015626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611356.015628:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611356.458635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611356.458642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611356.458645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611356.458650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611356.458654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611356.458658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611356.458679:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611356.458682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611356.458685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611356.619683:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611356.619715:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611356.619718:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611356.619724:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611356.619728:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611356.619732:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611356.619735:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611356.619740:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611356.619743:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611356.852644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611356.852651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611356.852744:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611356.852754:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611356.852761:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611356.925632:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611356.925638:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611356.925640:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611356.925644:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611356.925648:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611356.925651:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611356.925654:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611356.925657:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611356.925660:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611357.015675:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611357.015693:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611357.015695:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611357.015700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611357.015702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611357.015706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611357.015708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611357.458734:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611357.458743:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611357.458746:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611357.458751:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611357.458755:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611357.458759:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611357.458763:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611357.458765:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611357.458768:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611357.619699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611357.619709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611357.619711:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611357.619717:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611357.619721:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611357.619725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611357.619729:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611357.619733:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611357.619735:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611357.854696:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611357.854704:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611357.854834:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611357.854841:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611357.854845:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611357.925678:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611357.925685:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611357.925688:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611357.925693:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611357.925697:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611357.925700:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611357.925703:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611357.925706:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611357.925709:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611358.015707:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611358.015730:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611358.015734:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611358.015740:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611358.015744:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611358.015750:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611358.015753:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611358.458666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611358.458675:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611358.458677:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611358.458682:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611358.458702:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611358.458706:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611358.458710:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611358.458713:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611358.458716:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611358.619742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611358.619753:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611358.619756:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611358.619761:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611358.619766:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611358.619771:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611358.619774:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611358.619779:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611358.619782:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611358.856662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611358.856671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611358.856839:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611358.856849:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611358.856854:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611358.925617:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611358.925623:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611358.925626:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611358.925630:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611358.925633:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611358.925637:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611358.925640:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611358.925643:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611358.925646:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.015682:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611359.015714:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611359.015717:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.015722:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611359.015725:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611359.015729:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.015732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611359.022664:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611359.022677:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611359.022704:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611359.022710:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611359.022715:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611359.022719:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611359.022726:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611359.022734:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5960 00000100:00080000:2.0:1749611359.022741:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611359.022745:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611359.022750:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611359.022754:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611359.022758:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611359.022764:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611359.022768:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611359.022772:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611359.022777:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611359.022781:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611359.022785:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611359.022790:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611359.022792:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611359.022795:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611359.022798:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611359.022802:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611359.022807:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611359.022811:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611359.022816:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611359.022827:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611359.022832:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.022835:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611359.022839:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611359.022849:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000020:00000040:2.0:1749611359.022863:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611359.022870:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611359.022873:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.022878:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611359.022882:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611359.022889:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611359.022902:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d53400. 00000100:00000001:2.0:1749611359.022913:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611359.022927:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611359.022944:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611359.022950:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611359.022957:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.023000:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611359.023005:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611359.023011:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611359.023013:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611359.023015:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611359.023019:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611359.023023:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5960 00000100:00001000:2.0:1749611359.023028:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff88012e71cbf0 time=14 v=10 (10 1 1 1) 00000100:00001000:2.0:1749611359.023033:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000100:00080000:2.0:1749611359.023038:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1749611359.023042:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611359.023045:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611359.023047:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611359.023050:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611359.023054:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611359.023056:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611359.023058:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611359.023070:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611359.023073:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611359.023077:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611359.023081:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611359.023084:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611359.023087:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611359.023089:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611359.023093:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:3.0:1749611359.023095:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749611359.023096:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611359.023099:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023101:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611359.023102:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611359.023104:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611359.023107:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611359.023110:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023113:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611359.023116:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611359.023119:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611359.023121:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000020:00000040:2.0:1749611359.023124:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611359.023128:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611359.023130:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023133:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611359.023135:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611359.023137:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611359.023143:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51400. 00000100:00000001:2.0:1749611359.023148:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023153:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611359.023155:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611359.023156:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611359.023160:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611359.023164:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611359.023167:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023168:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749611359.023171:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494659328:0@lo:38:kworker.0 00000100:00000001:2.0:1749611359.023171:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023176:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611359.023177:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611359.023181:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611359.023184:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.023186:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611359.023190:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611359.023193:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000100:00080000:2.0:1749611359.023195:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749611359.023196:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611359.023204:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00080000:2.0:1749611359.023208:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611359.023210:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611359.023212:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:3.0:1749611359.023213:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611359.023216:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611359.023220:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5960 00000100:00000200:3.0:1749611359.023221:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494659328, portal 4 00000100:00000001:3.0:1749611359.023224:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611359.023224:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749611359.023225:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00000040:2.0:1749611359.023228:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611359.023231:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611359.023234:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:3.0:1749611359.023235:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.023237:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611359.023240:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611359.023242:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749611359.023243:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749611359.023245:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611359.023247:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749611359.023248:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000010:3.0:1749611359.023249:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000001:2.0:1749611359.023251:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:3.0:1749611359.023253:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494659328, offset 0 00000020:00000001:2.0:1749611359.023254:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611359.023259:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000400:00000200:3.0:1749611359.023260:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611359.023262:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611359.023265:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611359.023268:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611359.023271:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611359.023275:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:3.0:1749611359.023276:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611359.023279:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611359.023282:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1749611359.023286:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf946300 02000000:00000001:2.0:1749611359.023286:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611359.023289:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023292:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:3.0:1749611359.023295:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 11440 00000100:00000001:2.0:1749611359.023295:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611359.023301:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000400:00000200:3.0:1749611359.023303:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611359.023305:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:3.0:1749611359.023308:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611359.023308:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611359.023313:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611359.023315:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749611359.023317:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023320:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1749611359.023321:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805880. 02000000:00000001:2.0:1749611359.023322:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611359.023325:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611359.023330:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805880 x1834598494659328 msgsize 520 02000000:00000010:2.0:1749611359.023332:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51c00. 00000100:00100000:3.0:1749611359.023334:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611359.023337:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611359.023354:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611359.023365:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611359.023366:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611359.023369:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611359.023375:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:2.0:1749611359.023375:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611359.023378:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611359.023382:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611359.023386:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611359.023388:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611359.023391:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611359.023396:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611359.023396:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749611359.023399:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611359.023401:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:2.0:1749611359.023405:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611359.023407:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023408:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611359.023409:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611359.023411:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611359.023413:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611359.023413:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611359.023418:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 02000000:00000010:2.0:1749611359.023419:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5400. 00000100:00000001:3.0:1749611359.023450:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300632482 00000100:00000001:2.0:1749611359.023452:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611359.023456:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397980. 00000100:00000040:2.0:1749611359.023459:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611359.023465:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611359.023471:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611359.023474:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023480:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300632482 00000100:00000010:3.0:1749611359.023483:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397fc0. 00000100:00000040:2.0:1749611359.023483:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_00_00+0] req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611359.023487:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611359.023490:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300632482 00000100:00000010:3.0:1749611359.023493:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b53976c0. 00000100:00000001:3.0:1749611359.023496:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611359.023499:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300632482 00000100:00000010:3.0:1749611359.023501:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397680. 00000100:00000001:3.0:1749611359.023504:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611359.023505:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611359.023507:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611359.023510:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023512:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611359.023512:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494659328 00000100:00000001:3.0:1749611359.023513:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023515:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611359.023515:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611359.023551:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5970) 00000100:00000001:3.0:1749611359.023557:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611359.023560:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.023562:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611359.023564:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611359.023564:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611359.023565:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611359.023569:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611359.023571:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611359.023575:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023578:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611359.023580:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611359.023581:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611359.023581:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494659328 00000100:00000001:0.0:1749611359.023582:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611359.023583:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1749611359.023584:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749611359.023585:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611359.023587:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611359.023587:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749611359.023589:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611359.023589:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611359.023589:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611359.023592:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494659456:0@lo:38:kworker.0 00000020:00000001:1.0:1749611359.023592:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023594:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.023595:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611359.023595:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.023599:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611359.023600:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.023602:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749611359.023604:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 02000000:00000010:3.0:1749611359.023606:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d575000. 00000100:00000001:2.0:1749611359.023606:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749611359.023608:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023609:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611359.023612:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:2.0:1749611359.023612:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611359.023612:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2d80. 00000100:00000001:2.0:1749611359.023615:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749611359.023616:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611359.023618:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611359.023619:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000200:3.0:1749611359.023620:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494659456, portal 10 00000100:00000001:3.0:1749611359.023622:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611359.023623:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000040:2.0:1749611359.023625:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611359.023627:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749611359.023629:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611359.023629:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611359.023632:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023637:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611359.023637:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749611359.023639:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611359.023640:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611359.023641:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:1.0:1749611359.023641:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611359.023643:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494659456, offset 0 02000000:00000001:2.0:1749611359.023644:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749611359.023647:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611359.023648:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611359.023651:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611359.023655:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611359.023657:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494659712:0@lo:400:kworker.0 00000400:00000200:3.0:1749611359.023660:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946380 00000100:00000001:2.0:1749611359.023662:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611359.023665:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 69232 02000000:00000001:2.0:1749611359.023667:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611359.023668:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611359.023670:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611359.023674:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611359.023677:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749611359.023679:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e200. 00000400:00000200:3.0:1749611359.023680:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611359.023682:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611359.023683:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611359.023684:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611359.023686:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611359.023686:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611359.023691:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fec08. 00000100:00000010:3.0:1749611359.023692:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805500. 00000100:00000040:3.0:1749611359.023695:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805500 x1834598494659456 msgsize 520 00000100:00100000:3.0:1749611359.023699:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749611359.023701:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00100000:1.0:1749611359.023706:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00000001:0.0:1749611359.023706:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611359.023708:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611359.023708:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611359.023711:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494659712, portal 10 00000100:00000001:1.0:1749611359.023712:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335895680 : -131939373655936 : ffff880078805880) 00000400:00000200:3.0:1749611359.023713:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:0.0:1749611359.023713:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023714:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749611359.023715:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:0.0:1749611359.023715:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023717:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000001:3.0:1749611359.023718:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611359.023722:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611359.023722:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805880 x1834598494659328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611359.023727:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611359.023729:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611359.023732:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.023738:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611359.023739:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023740:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611359.023741:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611359.023742:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611359.023743:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611359.023743:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494659456 00000400:00000010:2.0:1749611359.023745:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:0.0:1749611359.023746:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749611359.023747:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1113 usecs (2 jiffies) 00000100:00100000:1.0:1749611359.023747:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494659328:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611359.023749:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300632483 00000100:00000200:2.0:1749611359.023749:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494659712, offset 0 00000100:00000001:0.0:1749611359.023749:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611359.023752:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611359.023753:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494659328 00000100:00000001:3.0:1749611359.023754:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300632482 02000000:00000001:0.0:1749611359.023756:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611359.023757:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611359.023758:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300632483 00000020:00000001:1.0:1749611359.023758:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611359.023760:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494659456 00000100:00000001:3.0:1749611359.023761:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300632482 00000100:00000001:3.0:1749611359.023764:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300632483 00010000:00000001:1.0:1749611359.023764:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611359.023764:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611359.023766:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611359.023767:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300632482 00000100:00000001:3.0:1749611359.023769:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300632483 00000020:00000001:0.0:1749611359.023770:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611359.023772:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300632482 00000020:00000001:0.0:1749611359.023772:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023774:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611359.023774:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611359.023774:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023776:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611359.023781:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a000. 00000100:00000001:3.0:1749611359.023784:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611359.023784:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611359.023786:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000400:00000200:2.0:1749611359.023788:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf946480 00000100:00000040:3.0:1749611359.023789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611359.023791:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749611359.023792:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00010000:00000001:1.0:1749611359.023795:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611359.023796:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611359.023797:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611359.023798:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611359.023799:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611359.023801:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611359.023802:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611359.023803:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611359.023805:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611359.023805:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611359.023806:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 69752 00000100:00000001:0.0:1749611359.023807:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749611359.023808:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494659584:0@lo:38:kworker.0 02000000:00000001:1.0:1749611359.023808:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611359.023810:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023812:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749611359.023813:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5ec00. 02000000:00000001:3.0:1749611359.023815:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611359.023815:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611359.023815:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.023816:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611359.023817:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611359.023817:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.023818:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611359.023821:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576c00. 00010000:00000001:1.0:1749611359.023822:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611359.023823:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611359.023823:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611359.023826:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00010000:00000001:1.0:1749611359.023826:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611359.023827:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611359.023829:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:2.0:1749611359.023830:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:1.0:1749611359.023830:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749611359.023833:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494659584, portal 10 00000100:00000200:2.0:1749611359.023833:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611359.023833:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611359.023834:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611359.023836:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000001:0.0:1749611359.023836:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611359.023837:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611359.023837:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1749611359.023839:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebd880. 00000100:00000040:1.0:1749611359.023839:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:3.0:1749611359.023842:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611359.023842:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611359.023843:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebd880 x1834598494659712 msgsize 224 00000100:00100000:0.0:1749611359.023843:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00000001:1.0:1749611359.023845:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611359.023846:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335894784 : -131939373656832 : ffff880078805500) 00000100:00000001:3.0:1749611359.023849:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611359.023849:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:2.0:1749611359.023850:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611359.023851:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749611359.023852:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611359.023852:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805500 x1834598494659456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611359.023853:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611359.023854:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000001:1.0:1749611359.023855:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611359.023856:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494659584, offset 0 00000100:00000040:1.0:1749611359.023857:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611359.023860:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611359.023861:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749611359.023861:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00100000:0.0:1749611359.023865:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494659456:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749611359.023870:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611359.023870:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494659456 00000100:00000200:1.0:1749611359.023873:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494659328, offset 0 00000020:00000001:0.0:1749611359.023873:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611359.023874:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611359.023877:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00010000:00000001:0.0:1749611359.023877:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749611359.023878:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946400 00000100:00000001:2.0:1749611359.023882:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611359.023888:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611359.023889:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611359.023892:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611359.023896:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749611359.023898:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611359.023899:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611359.023900:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611359.023902:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 69976 00010000:00000001:0.0:1749611359.023903:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611359.023904:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611359.023906:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749611359.023907:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf946300 00000100:00000001:0.0:1749611359.023908:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749611359.023910:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611359.023911:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611359.023913:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8a89 [1] + 0 00000100:00000001:2.0:1749611359.023914:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611359.023915:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611359.023916:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749611359.023917:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbae000. 00000400:00000200:1.0:1749611359.023918:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611359.023919:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023921:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749611359.023922:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611359.023922:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.023924:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611359.023926:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611359.023926:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611359.023929:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611359.023930:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000200:1.0:1749611359.023932:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611359.023933:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611359.023935:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300632482 00000100:00000001:0.0:1749611359.023937:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611359.023939:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300632483 00000100:00000001:0.0:1749611359.023940:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611359.023943:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300632482 00000100:00000040:1.0:1749611359.023943:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611359.023943:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000200:3.0:1749611359.023945:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611359.023945:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611359.023946:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300632483 00000100:00000001:0.0:1749611359.023948:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611359.023949:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300632482 00000100:00000010:3.0:1749611359.023950:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807800. 00000100:00000001:1.0:1749611359.023952:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611359.023953:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300632483 00000100:00000040:3.0:1749611359.023954:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078807800 x1834598494659584 msgsize 520 00000100:00000001:2.0:1749611359.023955:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300632482 00000100:00000040:0.0:1749611359.023957:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:1.0:1749611359.023958:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:2.0:1749611359.023959:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300632483 02000000:00000001:0.0:1749611359.023959:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749611359.023960:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00100000:3.0:1749611359.023961:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611359.023961:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611359.023962:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611359.023963:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611359.023964:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611359.023965:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611359.023967:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611359.023968:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611359.023970:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000040:1.0:1749611359.023971:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611359.023972:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.023974:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611359.023974:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611359.023975:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494659456, offset 0 00000100:00000001:2.0:1749611359.023976:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611359.023976:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611359.023980:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611359.023981:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805880 x1834598494659328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611359.023982:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611359.023987:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000400:00000010:3.0:1749611359.023991:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00100000:1.0:1749611359.023992:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494659328:12345-0@lo:38:kworker.0 Request processed in 247us (659us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611359.023994:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611359.023995:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611359.024001:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00000200:3.0:1749611359.024004:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.024004:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611359.024005:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611359.024005:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946380 00000100:00000001:1.0:1749611359.024006:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611359.024008:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494659712 02000000:00000001:2.0:1749611359.024011:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749611359.024012:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2d80. 00000100:00000001:2.0:1749611359.024013:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611359.024013:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a91 [1] + 0 00000100:00000001:2.0:1749611359.024016:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611359.024016:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:3.0:1749611359.024017:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611359.024019:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000400:00000200:0.0:1749611359.024019:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611359.024020:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611359.024022:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611359.024024:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494659712 00000100:00000001:1.0:1749611359.024024:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611359.024025:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611359.024027:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611359.024029:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611359.024030:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611359.024032:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611359.024033:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024035:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611359.024036:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:0.0:1749611359.024038:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611359.024039:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611359.024041:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611359.024042:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749611359.024046:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:2.0:1749611359.024048:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611359.024050:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300632482 00000100:00000001:1.0:1749611359.024051:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749611359.024053:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224900. 00000100:00100000:1.0:1749611359.024053:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494659584 00000100:00000001:3.0:1749611359.024054:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300632483 00000100:00000040:0.0:1749611359.024054:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611359.024055:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611359.024057:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611359.024058:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300632482 00000100:00000001:1.0:1749611359.024059:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611359.024060:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880091b16380. 00000100:00000001:3.0:1749611359.024061:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300632483 02000000:00000001:1.0:1749611359.024062:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611359.024064:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494659584 00000100:00000001:3.0:1749611359.024065:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300632482 00000020:00000001:1.0:1749611359.024066:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611359.024067:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611359.024068:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611359.024068:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611359.024069:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300632483 00000020:00000001:1.0:1749611359.024070:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611359.024071:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611359.024072:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300632482 00000020:00000001:1.0:1749611359.024072:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611359.024075:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000400:00000200:0.0:1749611359.024075:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:3.0:1749611359.024076:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300632483 00000020:00000010:1.0:1749611359.024078:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2d80. 00000400:00000010:0.0:1749611359.024078:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749611359.024079:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611359.024080:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:2.0:1749611359.024082:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611359.024082:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611359.024083:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611359.024083:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611359.024084:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611359.024084:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611359.024086:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611359.024087:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000001:0.0:1749611359.024088:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611359.024090:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611359.024090:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611359.024092:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000400:00000001:3.0:1749611359.024093:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611359.024093:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611359.024096:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611359.024097:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000100:00000001:1.0:1749611359.024097:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611359.024098:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000020:00000001:0.0:1749611359.024099:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611359.024102:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611359.024103:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611359.024105:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611359.024106:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1749611359.024106:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805500 x1834598494659456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611359.024109:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00000001:2.0:1749611359.024110:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611359.024111:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335903744 : -131939373647872 : ffff880078807800) 00000100:00000001:2.0:1749611359.024112:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749611359.024114:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611359.024115:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611359.024115:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078807800 x1834598494659584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611359.024119:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611359.024119:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494659456:12345-0@lo:38:kworker.0 Request processed in 253us (420us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611359.024121:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611359.024124:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1749611359.024125:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494659584:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611359.024126:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611359.024127:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611359.024128:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494659584 00000020:00000001:1.0:1749611359.024130:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611359.024131:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00010000:00000001:1.0:1749611359.024132:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611359.024133:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611359.024139:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611359.024141:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611359.024142:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611359.024144:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749611359.024144:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611359.024146:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611359.024147:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611359.024148:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611359.024152:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00010000:00000001:1.0:1749611359.024152:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611359.024153:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611359.024155:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611359.024155:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611359.024156:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611359.024156:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749611359.024156:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000100:00000001:3.0:1749611359.024159:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611359.024159:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749611359.024161:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 02000000:00000010:1.0:1749611359.024162:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5e000. 02000000:00000001:3.0:1749611359.024163:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749611359.024164:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024166:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611359.024166:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611359.024167:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53a000. 00010000:00000001:1.0:1749611359.024168:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611359.024169:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175168640 : -131939534382976 : ffff88006eebd880) 00000100:00000001:3.0:1749611359.024170:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611359.024170:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.024173:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611359.024173:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611359.024173:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611359.024175:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611359.024176:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebd880 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:40/0 lens 224/0 e 0 to 0 dl 1749611370 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611359.024177:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611359.024179:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00001000:3.0:1749611359.024180:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611359 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611359.024181:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611359.024183:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:3.0:1749611359.024185:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=32 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611359.024187:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611359.024187:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611359.024188:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749611359.024188:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611359.024190:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611359.024190:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611359.024192:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224980. 00000100:00000001:1.0:1749611359.024192:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611359.024193:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611359.024194:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611359.024195:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611359.024196:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000040:3.0:1749611359.024198:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611359.024198:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:2.0:1749611359.024199:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5224980. 00000100:00000200:1.0:1749611359.024200:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494659584, offset 0 00000400:00000200:1.0:1749611359.024204:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749611359.024204:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611359.024205:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611359.024207:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494659712:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749611359.024209:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749611359.024210:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611359.024211:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611359.024212:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494659712 00000100:00000001:3.0:1749611359.024213:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611359.024216:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611359.024216:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611359.024216:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946400 00000100:00080000:3.0:1749611359.024219:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749611359.024220:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749611359.024220:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8aa1 [1] + 0 00000100:00080000:3.0:1749611359.024223:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611359.024225:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611359.024225:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611359.024225:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611359.024228:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749611359.024228:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611359.024229:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611359.024231:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611359.024231:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611359.024236:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749611359.024236:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611359.024238:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494659328:0@lo:38:kworker.0 00000020:00000001:2.0:1749611359.024242:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611359.024244:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749611359.024246:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611359.024247:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611359.024251:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611359.024251:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024253:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611359.024254:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749611359.024257:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.024259:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611359.024262:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611359.024264:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1749611359.024266:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d53000. 00000100:00000001:1.0:1749611359.024266:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611359.024267:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611359.024269:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611359.024270:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 00000400:00000200:1.0:1749611359.024271:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:2.0:1749611359.024272:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611359.024273:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 02000000:00000001:3.0:1749611359.024274:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611359.024275:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611359.024275:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611359.024276:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611359.024276:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:3.0:1749611359.024278:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749611359.024279:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611359.024280:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:2.0:1749611359.024280:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494659712 02000000:00000010:3.0:1749611359.024283:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d53400. 00010000:00000001:2.0:1749611359.024283:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749611359.024283:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611359.024285:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611359.024286:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611359.024287:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611359.024288:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:2.0:1749611359.024289:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebd880 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:40/0 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611359.024290:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000040:1.0:1749611359.024290:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807800 x1834598494659584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611359.024294:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611359.024295:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.024297:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611359.024298:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494659584:12345-0@lo:38:kworker.0 Request processed in 173us (342us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749611359.024301:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611359.024303:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611359.024304:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611359.024304:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611359.024305:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00000001:3.0:1749611359.024306:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611359.024307:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749611359.024308:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611359.024308:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611359.024309:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749611359.024311:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749611359.024312:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2d80. 00000400:00000001:3.0:1749611359.024313:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611359.024315:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000400:00000010:3.0:1749611359.024316:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611359.024319:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000010:1.0:1749611359.024319:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000400:00000010:3.0:1749611359.024321:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611359.024322:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611359.024323:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611359.024323:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611359.024326:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:3.0:1749611359.024327:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.024329:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611359.024332:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611359.024335:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611359.024336:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611359.024338:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611359.024341:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611359.024344:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611359.024345:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611359.024345:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611359.024346:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749611359.024351:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494659712, offset 224 02000000:00000001:3.0:1749611359.024353:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611359.024354:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611359.024356:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611359.024357:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611359.024358:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611359.024363:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611359 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611359.024366:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=14 v=15 (15 1 1 1) 00000400:00000200:2.0:1749611359.024367:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611359.024368:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611359.024370:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611359.024372:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611359.024374:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946480 00000100:00000040:3.0:1749611359.024376:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611359.024381:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8a99 [1] + 224 00000100:00000001:3.0:1749611359.024383:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611359.024385:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611359.024386:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.024388:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749611359.024388:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611359.024389:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611359.024392:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749611359.024392:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:3.0:1749611359.024395:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611359.024396:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611359.024397:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611359.024402:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611359.024403:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611359.024409:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494659456:0@lo:38:kworker.0 00000400:00000001:3.0:1749611359.024415:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611359.024416:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611359.024416:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611359.024418:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611359.024440:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611359.024443:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611359.024446:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611359.024450:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611359.024458:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611359.024470:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611359.024470:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611359.024472:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.024474:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611359.024475:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611359.024477:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611359.024478:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611359.024478:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 02000000:00000001:3.0:1749611359.024480:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611359.024482:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00001000:3.0:1749611359.024484:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611359 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611359.024485:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:3.0:1749611359.024487:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=64 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611359.024487:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611359.024490:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611359.024491:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611359.024491:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024493:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611359.024495:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:3.0:1749611359.024497:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611359.024499:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611359.024502:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024504:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611359.024505:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611359.024506:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611359.024506:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611359.024508:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611359.024510:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611359.024510:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611359.024511:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611359.024511:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebd880 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:40/0 lens 224/224 e 0 to 0 dl 1749611370 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611359.024513:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611359.024516:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000001:0.0:1749611359.024516:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611359.024517:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611359.024518:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611359.024545:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611384 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611359.024547:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fec08. 00000400:00000200:0.0:1749611359.024552:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000100:00100000:3.0:1749611359.024553:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494659584:0@lo:38:kworker.0 00000400:00000010:0.0:1749611359.024554:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611359.024558:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611359.024558:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611359.024559:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494659712:12345-0@lo:400:kworker.0 Request processed in 368us (712us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611359.024560:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611359.024563:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494659456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611379 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611359.024564:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611359.024574:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611359.024580:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1749611359.024580:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 02000000:00000001:3.0:1749611359.024582:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611359.024582:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611359.024583:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749611359.024584:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d575000. 00000100:00000040:2.0:1749611359.024584:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611359.024585:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611359.024587:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611359.024587:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611359.024587:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749611359.024588:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611359.024589:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749611359.024590:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611359.024590:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611359.024592:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611359.024592:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611359.024593:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51400. 00000020:00000010:2.0:1749611359.024594:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 02000000:00000001:0.0:1749611359.024594:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611359.024596:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611359.024598:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611359.024599:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00001000:0.0:1749611359.024600:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=64 v=5 (5 5 5 5) 00000100:00000001:3.0:1749611359.024601:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611359.024602:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611359.024602:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00001000:0.0:1749611359.024604:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611359.024605:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611359.024607:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611359.024608:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494659584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611384 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611359.024609:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000001:0.0:1749611359.024609:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611359.024612:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749611359.024615:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1749611359.024615:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:3.0:1749611359.024616:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:0.0:1749611359.024616:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611359.024617:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576c00. 00000100:00000001:2.0:1749611359.024618:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611359.024619:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611359.024621:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611359.024622:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611359.024624:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749611359.024624:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611359.024626:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51c00. 02000000:00000001:3.0:1749611359.024628:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611359.024629:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611359.024631:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:3.0:1749611359.024633:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611359.024634:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.024635:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749611359.024636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611359.024638:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611359.024639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611359.024640:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611359.024641:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611359.024641:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611359.024642:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611359.024645:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611359.024652:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611359.024654:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611359.024656:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611359.024659:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611359.024667:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494659712:0@lo:400:kworker.0 00000100:00000001:0.0:1749611359.024671:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.024673:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611359.024676:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494659712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611359.024683:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611359.024684:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611359.024687:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e200. 02000000:00000001:0.0:1749611359.024690:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611359.024692:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611359.024693:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611359.024695:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611359.024697:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5400. 02000000:00000001:0.0:1749611359.024699:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611359.024701:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611359.024703:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000100:00000001:0.0:1749611359.024706:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611359.024707:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.024709:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.024714:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611359.024716:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611359.024718:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611359.024720:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611359.025598:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300632483, at 4300632483 00000100:00000040:2.0:1749611359.025601:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300632483, at 4300632483 00000100:00000040:0.0:1749611359.025604:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300632483, at 4300632483 00000100:00000010:3.0:1749611359.025608:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397680. 00000100:00000040:1.0:1749611359.025608:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300632483, at 4300632483 00000100:00000010:2.0:1749611359.025633:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b53976c0. 00000100:00000010:1.0:1749611359.025633:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397fc0. 00000100:00000010:0.0:1749611359.025645:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397980. 00000100:00000001:0.0:1749611359.458655:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611359.458665:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611359.458668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611359.458674:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611359.458680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611359.458684:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.458689:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611359.458692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.458695:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611359.619737:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611359.619749:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611359.619751:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611359.619757:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611359.619761:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611359.619767:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611359.619770:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611359.619774:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611359.619777:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611359.858689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611359.858694:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611359.858718:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749611359.858720:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611359.858721:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611359.925677:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611359.925684:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611359.925686:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611359.925691:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611359.925695:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611359.925699:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.925702:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611359.925706:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611359.925708:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611360.024639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611360.024654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611360.024657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611360.024660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611360.024663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611360.024666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611360.024668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611360.458686:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611360.458696:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611360.458698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611360.458703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611360.458707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611360.458710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611360.458714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611360.458717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611360.458719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611360.619718:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611360.619729:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611360.619732:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611360.619737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611360.619742:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611360.619747:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611360.619751:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611360.619755:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611360.619758:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611360.860593:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611360.860599:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611360.860716:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611360.860724:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611360.860729:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611360.925576:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611360.925593:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611360.925594:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611360.925597:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611360.925599:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611360.925601:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611360.925602:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611360.925605:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611360.925606:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611361.024579:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611361.024591:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611361.024592:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611361.024594:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611361.024596:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611361.024598:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611361.024600:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611361.458634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611361.458639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611361.458641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611361.458644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611361.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611361.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611361.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611361.458653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611361.458655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611361.619799:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611361.619805:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611361.619807:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611361.619810:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611361.619812:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611361.619815:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611361.619817:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611361.619819:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611361.619820:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611361.862626:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611361.862630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611361.862743:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611361.862748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611361.862766:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611361.925590:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611361.925596:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611361.925598:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611361.925600:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611361.925602:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611361.925605:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611361.925607:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611361.925611:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611361.925613:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611362.024642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611362.024656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611362.024657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611362.024660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611362.024662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611362.024664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611362.024666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611362.458661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611362.458680:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611362.458681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611362.458684:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611362.458687:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611362.458689:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611362.458691:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611362.458693:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611362.458695:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611362.619699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611362.619708:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611362.619711:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611362.619716:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611362.619720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611362.619724:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611362.619727:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611362.619731:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611362.619733:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611362.864653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611362.864659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611362.864824:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611362.864833:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611362.864837:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611362.925645:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611362.925652:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611362.925654:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611362.925657:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611362.925661:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611362.925664:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611362.925667:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611362.925670:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611362.925672:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.024642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611363.024652:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1749611363.024669:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611338/real 1749611338] req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611363.024693:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611363.024695:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611363.024700:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000400:00000200:3.0:1749611363.024707:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:3.0:1749611363.024710:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:3.0:1749611363.024715:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611363.024719:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611363.024729:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.024736:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611363.024755:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024758:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611363.024760:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611363.024764:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.024770:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024781:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611363.024782:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.024785:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611363.024787:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611363.024789:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611363.024792:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.024800:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749611363.024802:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024804:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611363.024805:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024808:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611363.024811:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1749611363.024814:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611363.024847:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:3.0:1749611363.024850:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1749611363.024854:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611363.024862:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009ac3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494656896:0@lo:250:kworker.0 00000100:00000001:3.0:1749611363.024867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024869:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611363.024872:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009ac3ed80 x1834598494656896/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611363 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.024879:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611363.024887:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611363.024891:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083909c00. 02000000:00000001:3.0:1749611363.024896:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611363.024899:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611363.024901:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749611363.024903:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611363.024906:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3800. 02000000:00000001:3.0:1749611363.024910:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611363.024912:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611363.024913:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ed80. 00000100:00000001:3.0:1749611363.024917:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611363.024918:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024920:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.024925:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611363.024926:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.024928:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611363.024930:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611363.024969:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611363.024980:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611363.024984:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611363.024987:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611363.024992:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611363.024998:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5945 00000100:00080000:2.0:1749611363.025004:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611363.025007:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025011:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.025014:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025016:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611363.025021:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611363.025024:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611363.025027:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611363.025031:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611363.025033:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611363.025036:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611363.025038:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025040:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.025042:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025043:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611363.025047:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611363.025050:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611363.025053:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611363.025056:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611363.025060:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611363.025063:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025082:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611363.025086:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611363.025095:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000020:00000040:2.0:1749611363.025100:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611363.025105:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611363.025108:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025112:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611363.025115:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611363.025120:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611363.025130:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d50c00. 00000100:00000001:2.0:1749611363.025139:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611363.025150:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611363.025162:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611363.025167:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611363.025172:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebfb80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.025209:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611363.025212:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611363.025216:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611363.025217:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611363.025219:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611363.025221:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611363.025223:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5965 00000100:00080000:2.0:1749611363.025226:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611363.025228:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025230:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.025232:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025233:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611363.025235:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611363.025237:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611363.025239:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611363.025245:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611363.025248:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:3.0:1749611363.025249:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611363.025250:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:3.0:1749611363.025251:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611363.025252:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611363.025256:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025257:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611363.025259:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611363.025259:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025261:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611363.025263:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611363.025265:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611363.025267:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611363.025267:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025269:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611363.025269:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611363.025272:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611363.025275:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611363.025275:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611363.025277:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.025279:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025279:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611363.025282:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611363.025283:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494659840:0@lo:250:kworker.0 00000100:00000001:3.0:1749611363.025286:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611363.025286:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000020:00000040:2.0:1749611363.025288:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611363.025290:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611363.025291:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611363.025291:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025293:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611363.025294:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611363.025294:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611363.025296:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611363.025296:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611363.025301:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51c00. 02000000:00000010:3.0:1749611363.025302:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576c00. 02000000:00000001:3.0:1749611363.025305:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025305:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611363.025310:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749611363.025311:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000400:00000010:3.0:1749611363.025316:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed3b8. 00000100:00000001:2.0:1749611363.025318:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611363.025320:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611363.025324:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc000] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611363.025329:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494659840, portal 25 00000100:00000001:3.0:1749611363.025331:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611363.025333:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000001:2.0:1749611363.025333:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611363.025335:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749611363.025339:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611363.025344:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611363.025345:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749611363.025346:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611363.025347:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749611363.025349:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611363.025350:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:3.0:1749611363.025351:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000200:3.0:1749611363.025354:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494659840, offset 0 00000100:00080000:2.0:1749611363.025354:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5965 00000100:00001000:2.0:1749611363.025357:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff88012e71cbf0 time=18 v=15 (15 1 1 1) 00000400:00000200:3.0:1749611363.025359:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749611363.025360:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:2.0:1749611363.025363:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1749611363.025366:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025368:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.025369:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025371:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611363.025372:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611363.025372:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611363.025374:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611363.025375:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611363.025377:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611363.025378:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611363.025380:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:3.0:1749611363.025383:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf946500 00000100:00000040:2.0:1749611363.025383:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025408:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.025409:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025411:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611363.025413:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000100:3.0:1749611363.025432:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494659840 offset 0 length 520: 4 00000100:00080000:2.0:1749611363.025432:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611363.025434:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611363.025436:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1749611363.025437:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd5290 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1749611363.025439:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749611363.025439:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611363.025441:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025442:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611363.025444:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611363.025447:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 00000400:00000200:3.0:1749611363.025448:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611363.025449:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611363.025453:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749611363.025454:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611363.025457:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1749611363.025458:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611363.025458:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025460:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611363.025461:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611363.025463:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025465:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749611363.025467:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51400. 00000100:00000040:3.0:1749611363.025469:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.025470:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611363.025474:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611363.025475:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025476:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611363.025480:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025481:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611363.025483:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025484:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300636505 00000100:00000040:2.0:1749611363.025486:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebc700] to pc [ptlrpcd_rcv+-1] req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611363.025489:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397680. 00000100:00000001:2.0:1749611363.025493:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611363.025495:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611363.025496:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1749611363.025498:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611363.025499:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611363.025501:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611363.025503:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611363.025505:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5965 00000100:00080000:2.0:1749611363.025508:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611363.025510:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025512:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.025513:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611363.025514:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300636505 00000100:00000001:2.0:1749611363.025514:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611363.025516:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749611363.025517:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397b80. 00000020:00000040:2.0:1749611363.025517:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611363.025518:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611363.025520:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611363.025522:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611363.025529:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611363.025532:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611363.025534:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611363.025547:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611363.025566:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300636506 00000100:00000040:2.0:1749611363.025566:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.025568:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749611363.025569:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397380. 00000020:00000040:2.0:1749611363.025570:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749611363.025572:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749611363.025572:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611363.025574:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025576:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300636506 02000000:00000001:2.0:1749611363.025576:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:3.0:1749611363.025578:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397300. 02000000:00000001:2.0:1749611363.025579:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611363.025580:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025582:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611363.025582:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611363.025583:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025585:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611363.025587:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000100:00000001:3.0:1749611363.025588:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611363.025589:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749611363.025591:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611363.025591:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611363.025593:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611363.025593:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025594:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611363.025596:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611363.025597:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025598:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611363.025600:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749611363.025601:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611363.025601:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d53400. 00000100:00000001:3.0:1749611363.025603:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611363.025604:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611363.025604:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611363.025607:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749611363.025610:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.025613:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611363.025615:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025618:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611363.025618:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006eebca80] to pc [ptlrpcd_rcv+-1] req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.025619:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.025621:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611363.025624:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611363.025626:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025627:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611363.025628:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494659968:0@lo:38:kworker.0 00000100:00000040:2.0:1749611363.025629:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611363.025631:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611363.025633:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749611363.025634:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611363.025636:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.025637:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611363.025640:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d575000. 02000000:00000001:3.0:1749611363.025642:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611363.025644:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000400:00000010:3.0:1749611363.025646:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000020:00000040:2.0:1749611363.025647:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000010:3.0:1749611363.025650:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:2.0:1749611363.025650:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611363.025652:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749611363.025653:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494659968, portal 4 02000000:00000001:2.0:1749611363.025654:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025655:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749611363.025658:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5900. 00000100:00000001:2.0:1749611363.025660:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025662:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000040:2.0:1749611363.025664:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749611363.025670:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.025671:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611363.025673:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025676:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611363.025679:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611363.025680:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54380] to pc [ptlrpcd_00_01+1] req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611363.025681:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:3.0:1749611363.025683:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494659968, offset 0 00000400:00000200:3.0:1749611363.025687:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611363.025693:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611363.025698:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf946580 00000400:00000200:3.0:1749611363.025704:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 11960 00000400:00000200:3.0:1749611363.025710:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611363.025714:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611363.025719:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611363.025720:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611363.025721:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611363.025726:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5974) 00000100:00000010:3.0:1749611363.025728:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000100:00000040:3.0:1749611363.025731:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fc380 x1834598494659968 msgsize 520 00000100:00100000:3.0:1749611363.025734:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611363.025734:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611363.025740:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611363.025742:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611363.025745:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611363.025749:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:0.0:1749611363.025750:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611363.025751:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611363.025753:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611363.025756:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611363.025760:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611363.025762:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025763:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611363.025766:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611363.025766:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611363.025769:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611363.025771:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025772:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025773:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611363.025775:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611363.025779:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 00000100:00000001:3.0:1749611363.025781:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300636485 00000100:00000001:3.0:1749611363.025784:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300636505 00000100:00100000:0.0:1749611363.025784:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494660352:0@lo:400:kworker.0 00000100:00000001:0.0:1749611363.025788:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611363.025790:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300636485 02000000:00000001:0.0:1749611363.025792:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611363.025793:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300636505 00000100:00000001:3.0:1749611363.025794:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300636485 02000000:00000001:0.0:1749611363.025794:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025796:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300636506 02000000:00000001:0.0:1749611363.025796:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611363.025798:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300636485 00000100:00000001:3.0:1749611363.025800:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300636506 02000000:00000010:0.0:1749611363.025800:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b53a000. 00000100:00000001:3.0:1749611363.025802:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611363.025803:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025804:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025806:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749611363.025808:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000100:00000040:3.0:1749611363.025811:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611363.025812:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749611363.025817:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494660352, portal 10 00000100:00000001:3.0:1749611363.025818:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611363.025819:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.025819:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611363.025820:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 02000000:00000001:3.0:1749611363.025821:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611363.025823:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611363.025825:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611363.025828:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494660096:0@lo:38:kworker.0 00000100:00000040:0.0:1749611363.025828:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.025831:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611363.025832:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611363.025833:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611363.025835:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.025835:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611363.025836:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611363.025838:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749611363.025839:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000400:00000010:0.0:1749611363.025840:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 02000000:00000001:3.0:1749611363.025841:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611363.025841:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611363.025842:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494660352, offset 0 00000400:00000010:3.0:1749611363.025843:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000400:00000010:3.0:1749611363.025846:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000400:00000200:0.0:1749611363.025847:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611363.025851:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494660096, portal 10 00000100:00000001:3.0:1749611363.025853:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611363.025854:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000400:00000200:0.0:1749611363.025855:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611363.025860:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611363.025861:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf946700 00000100:00000001:3.0:1749611363.025866:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611363.025867:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 70496 00000100:00000040:3.0:1749611363.025872:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611363.025873:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611363.025874:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:1.0:1749611363.025875:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611363.025876:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611363.025877:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494660096, offset 0 00000100:00100000:1.0:1749611363.025878:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494659968 00000100:00000001:0.0:1749611363.025880:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611363.025881:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611363.025882:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611363.025882:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611363.025886:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749611363.025886:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00380. 00000100:00000001:1.0:1749611363.025887:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611363.025889:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079f00380 x1834598494660352 msgsize 224 00000400:00000200:3.0:1749611363.025891:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946600 00000100:00000001:1.0:1749611363.025891:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611363.025893:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611363.025895:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 70720 02000000:00000001:1.0:1749611363.025897:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611363.025899:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611363.025902:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611363.025903:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494659968 00000020:00000001:1.0:1749611363.025906:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611363.025908:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611363.025918:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611363.025921:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611363.025924:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611363.025927:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611363.025927:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749611363.025929:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749611363.025932:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611363.025935:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000100:00000001:3.0:1749611363.025939:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611363.025941:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611363.025942:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611363.025943:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2d80. 00000100:00000010:3.0:1749611363.025944:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3ed80. 00000100:00000040:3.0:1749611363.025947:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3ed80 x1834598494660096 msgsize 520 00000020:00000010:1.0:1749611363.025950:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00100000:3.0:1749611363.025951:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611363.025951:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611363.025954:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.025960:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611363.025960:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611363.025960:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611363.025960:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611363.025962:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611363.025962:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749611363.025963:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494660352 00000400:00000200:3.0:1749611363.025964:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611363.025965:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:2.0:1749611363.025965:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611363.025965:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025967:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611363.025967:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025968:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611363.025969:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611363.025971:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000200:3.0:1749611363.025972:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611363.025972:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.025973:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300636484 00000100:00000001:1.0:1749611363.025974:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611363.025975:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494660352 00000020:00000001:2.0:1749611363.025976:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611363.025976:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300636505 00000100:00000001:3.0:1749611363.025978:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749611363.025978:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611363.025979:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611363.025979:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300636484 00000100:00000040:3.0:1749611363.025981:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611363.025981:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300636505 00000020:00000040:2.0:1749611363.025982:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611363.025983:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611363.025984:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300636484 00000020:00000001:2.0:1749611363.025985:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611363.025986:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300636506 00000100:00000001:3.0:1749611363.025987:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611363.025988:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.025988:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300636484 00000100:00000001:3.0:1749611363.025989:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611363.025990:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300636506 00000100:00000001:3.0:1749611363.025991:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.025991:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611363.025992:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611363.025994:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000020:00000010:2.0:1749611363.025994:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224980. 00000100:00000001:0.0:1749611363.025994:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025996:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300636485 00000100:00000001:0.0:1749611363.025997:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.025999:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300636505 00000100:00000001:0.0:1749611363.025999:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611363.026000:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5224900. 00000100:00000001:3.0:1749611363.026001:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300636485 00000100:00000001:1.0:1749611363.026002:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611363.026003:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300636505 00000100:00000001:3.0:1749611363.026005:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300636485 00000100:00000001:1.0:1749611363.026005:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611363.026005:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611363.026006:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611363.026008:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611363.026009:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611363.026009:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611363.026011:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026012:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300636506 00000100:00100000:1.0:1749611363.026012:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00000001:0.0:1749611363.026013:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026014:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300636485 00000100:00000001:3.0:1749611363.026016:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300636506 00000100:00000001:1.0:1749611363.026016:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000001:2.0:1749611363.026017:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611363.026018:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611363.026020:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026023:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611363.026024:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fc380 x1834598494659968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026025:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026029:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749611363.026029:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000001:3.0:1749611363.026031:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:2.0:1749611363.026032:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611363.026033:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611363.026035:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611363.026036:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749611363.026037:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00100000:1.0:1749611363.026040:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494659968:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749611363.026041:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611363.026044:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:1.0:1749611363.026045:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494659968 00000100:00000001:2.0:1749611363.026047:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611363.026048:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611363.026049:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611363.026050:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611363.026050:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611363.026051:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611363.026052:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611363.026052:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611363.026054:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611363.026054:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494660096 00010000:00000001:1.0:1749611363.026055:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611363.026056:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611363.026056:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611363.026057:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1749611363.026059:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494660224:0@lo:38:kworker.0 00000100:00000001:2.0:1749611363.026059:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611363.026059:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611363.026061:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611363.026061:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.026062:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.026064:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611363.026065:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.026067:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611363.026069:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576400. 00000100:00000001:2.0:1749611363.026069:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611363.026071:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611363.026072:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611363.026074:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000020:00000001:1.0:1749611363.026074:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611363.026076:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494660096 00000400:00000010:3.0:1749611363.026077:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611363.026077:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749611363.026078:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611363.026079:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00020000:1.0:1749611363.026079:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749611363.026080:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494660224, portal 10 00000020:00000040:0.0:1749611363.026080:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611363.026082:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749611363.026082:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611363.026083:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00010000:00000001:1.0:1749611363.026083:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611363.026084:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000020:00000001:0.0:1749611363.026085:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611363.026086:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611363.026087:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359991168 : -131939349560448 : ffff880079f00380) 00000020:00000001:0.0:1749611363.026087:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611363.026088:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026089:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611363.026091:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53b800. 00000100:00000001:1.0:1749611363.026092:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611363.026093:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f00380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:44/0 lens 224/0 e 0 to 0 dl 1749611374 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611363.026095:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749611363.026096:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 02000000:00000001:1.0:1749611363.026099:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611363.026100:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611363.026102:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224900. 00000020:00000010:0.0:1749611363.026102:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749611363.026105:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611363.026106:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749611363.026106:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5d400. 00000100:00000001:0.0:1749611363.026106:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749611363.026107:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5224900. 00000100:00000040:3.0:1749611363.026108:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611363.026108:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611363.026109:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611363.026111:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00100000:2.0:1749611363.026111:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494660352:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611363.026111:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611363.026113:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611363.026114:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494660224, offset 0 00000100:00000200:2.0:1749611363.026114:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494660352 00000020:00000001:2.0:1749611363.026116:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611363.026116:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611363.026117:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611363.026119:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749611363.026120:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611363.026122:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611363.026123:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611363.026123:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611363.026125:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749611363.026127:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946680 00000020:00000001:2.0:1749611363.026128:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749611363.026129:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611363.026130:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749611363.026131:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 71240 00000100:00000001:0.0:1749611363.026132:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611363.026134:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.026134:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611363.026135:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611363.026135:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:1.0:1749611363.026135:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749611363.026138:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749611363.026139:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611363.026139:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00000001:1.0:1749611363.026140:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611363.026141:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611363.026141:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910750080 : -131938798801536 : ffff88009ac3ed80) 00000100:00000200:3.0:1749611363.026143:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611363.026144:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749611363.026146:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d880. 00000020:00000001:2.0:1749611363.026146:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611363.026146:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3ed80 x1834598494660096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611363.026148:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749611363.026148:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:3.0:1749611363.026149:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3d880 x1834598494660224 msgsize 520 00000100:00000001:1.0:1749611363.026151:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611363.026152:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749611363.026153:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611363.026154:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749611363.026155:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611363.026156:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494660096:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749611363.026158:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d51800. 00000100:00000040:1.0:1749611363.026159:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:0.0:1749611363.026159:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494660096 00000100:00000001:3.0:1749611363.026160:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611363.026160:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.026162:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611363.026162:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749611363.026163:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749611363.026164:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000020:00000001:2.0:1749611363.026165:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611363.026166:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 02000000:00000001:1.0:1749611363.026166:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611363.026167:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611363.026168:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000040:2.0:1749611363.026168:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494660352 00000100:00000001:1.0:1749611363.026169:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611363.026170:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:3.0:1749611363.026171:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611363.026173:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:2.0:1749611363.026175:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f00380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:44/0 lens 224/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026178:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749611363.026179:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000020:00000001:0.0:1749611363.026180:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611363.026181:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611363.026183:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:0.0:1749611363.026183:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611363.026185:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611363.026186:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611363.026187:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611363.026187:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=118 v=5 (1 1 1 1) 00000100:00000200:1.0:1749611363.026187:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494659968, offset 0 00000100:00000001:3.0:1749611363.026188:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1749611363.026189:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611363.026190:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.026190:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611363.026192:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611363.026192:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749611363.026193:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:2.0:1749611363.026194:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611363.026195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300636484 00000400:00000200:1.0:1749611363.026195:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611363.026195:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611363.026196:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611363.026197:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611363.026197:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611363.026199:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749611363.026201:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957800. 00000100:00000040:2.0:1749611363.026202:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611363.026206:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611363.026207:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611363.026208:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611363.026210:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494660224 00000100:00000200:2.0:1749611363.026210:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494660352, offset 224 00000100:00000001:0.0:1749611363.026210:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.026211:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611363.026214:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611363.026214:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611363.026215:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611363.026217:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026218:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749611363.026220:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611363.026221:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611363.026222:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611363.026224:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.026224:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:3.0:1749611363.026226:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494660224 00000100:00000001:0.0:1749611363.026227:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749611363.026228:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611363.026230:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611363.026230:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946700 00000400:00000200:1.0:1749611363.026230:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf946580 00000100:00000040:0.0:1749611363.026230:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000001:3.0:1749611363.026232:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611363.026232:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611363.026234:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.026235:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611363.026236:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611363.026238:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ac9 [1] + 224 00000100:00000040:0.0:1749611363.026238:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:3.0:1749611363.026240:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 02000000:00000001:0.0:1749611363.026241:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749611363.026243:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 02000000:00000001:0.0:1749611363.026243:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611363.026245:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611363.026245:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611363.026247:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000400:00000200:1.0:1749611363.026248:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8ac1 [1] + 0 00000100:00000040:0.0:1749611363.026248:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611363.026250:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611363.026250:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:3.0:1749611363.026251:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611363.026253:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611363.026255:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611363.026255:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611363.026255:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494660096, offset 0 00000100:00000001:2.0:1749611363.026257:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611363.026259:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611363.026259:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611363.026261:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611363.026262:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026264:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611363.026267:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611363.026267:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611363.026271:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026272:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611363.026273:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611363.026273:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946600 00000100:00000200:1.0:1749611363.026275:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611363.026277:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000400:00000200:0.0:1749611363.026278:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ad1 [1] + 0 00000100:00000001:3.0:1749611363.026279:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910744704 : -131938798806912 : ffff88009ac3d880) 00000400:00000200:0.0:1749611363.026282:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611363.026284:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d880 x1834598494660224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611363.026286:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611363.026287:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.026289:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611363.026289:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611363.026293:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494660224:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611363.026293:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611363.026295:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749611363.026297:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494660224 00000400:00000200:2.0:1749611363.026298:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000001:3.0:1749611363.026299:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611363.026301:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00010000:00000001:3.0:1749611363.026302:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611363.026302:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.026304:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749611363.026304:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:2.0:1749611363.026305:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749611363.026306:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:1.0:1749611363.026308:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611363.026310:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.026310:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611363.026310:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611363.026310:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:3.0:1749611363.026313:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611363.026313:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611363.026314:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611363.026316:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611363.026316:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749611363.026317:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:0.0:1749611363.026317:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00010000:00000001:3.0:1749611363.026318:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611363.026318:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611363.026319:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611363.026319:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000020:00000001:2.0:1749611363.026320:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611363.026321:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611363.026321:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611363.026322:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611363.026324:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:44/0 lens 224/224 e 0 to 0 dl 1749611374 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026328:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611363.026328:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611363.026330:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611363.026330:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611363.026333:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d577000. 00000100:00100000:2.0:1749611363.026333:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494660352:12345-0@lo:400:kworker.0 Request processed in 231us (442us total) trans 0 rc 0/0 00000100:00000040:1.0:1749611363.026333:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494659968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611383 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611363.026334:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611363.026336:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.026336:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026338:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611363.026338:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611363.026341:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611363.026342:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611363.026342:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3ed80 x1834598494660096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611383 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611363.026343:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1749611363.026344:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494659968:12345-0@lo:38:kworker.0 Request processed in 304us (609us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749611363.026345:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611363.026346:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611363.026348:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611363.026349:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611363.026351:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611363.026351:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611363.026352:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1749611363.026352:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494660096:12345-0@lo:38:kworker.0 Request processed in 195us (402us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749611363.026353:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611363.026355:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611363.026355:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611363.026356:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611363.026357:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611363.026358:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749611363.026360:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2d80. 00000100:00100000:0.0:1749611363.026360:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00000040:3.0:1749611363.026361:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:2.0:1749611363.026362:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:1.0:1749611363.026363:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:0.0:1749611363.026363:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611363.026364:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611363.026365:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611363.026366:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611363.026366:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000020:00000010:2.0:1749611363.026367:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000001:3.0:1749611363.026368:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611363.026369:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749611363.026369:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000400:00000010:3.0:1749611363.026371:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000020:00000040:2.0:1749611363.026372:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611363.026372:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611363.026372:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749611363.026374:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611363.026375:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494660224, offset 0 00000020:00000010:0.0:1749611363.026376:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53b800. 00000400:00000200:3.0:1749611363.026378:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611363.026380:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611363.026412:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749611363.026413:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749611363.026417:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749611363.026418:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946680 00000400:00000200:3.0:1749611363.026422:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ad9 [1] + 0 00000400:00000200:3.0:1749611363.026426:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611363.026427:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611363.026429:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611363.026430:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611363.026432:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749611363.026435:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749611363.026436:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611363.026437:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611363.026439:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000100:00000040:3.0:1749611363.026445:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611363.026446:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:2.0:1749611363.026448:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:2.0:1749611363.026450:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611363.026453:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611363.026456:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000100:00000200:2.0:1749611363.026461:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611363.026463:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:3.0:1749611363.026467:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611363.026468:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611363.026469:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026472:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611363.026475:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611363.026476:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611363.026477:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.026478:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611363.026479:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611363.026480:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611363.026483:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749611363.026484:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d880 x1834598494660224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611383 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611363.026485:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611363.026487:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611363.026489:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611363.026493:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494660224:12345-0@lo:38:kworker.0 Request processed in 200us (342us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749611363.026496:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611363.026499:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=68 v=5 (1 1 1 1) 00000100:00100000:3.0:1749611363.026501:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00000001:2.0:1749611363.026502:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611363.026504:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611363.026504:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026506:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749611363.026507:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749611363.026509:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000020:00000010:3.0:1749611363.026512:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00010000:00080000:2.0:1749611363.026512:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611363.026516:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00010000:00000001:2.0:1749611363.026518:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026519:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611363.026549:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611363.026551:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611363.026553:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611363.026555:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611363.026558:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026564:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300636505 00000100:00000001:2.0:1749611363.026566:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611363.026568:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300636485 00000100:00000001:2.0:1749611363.026568:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611363.026570:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300636505 00000100:00000001:2.0:1749611363.026570:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026572:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300636485 00000100:00000001:3.0:1749611363.026574:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300636506 00000100:00000040:2.0:1749611363.026574:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026576:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300636485 00000100:00000001:3.0:1749611363.026578:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300636506 00000100:00000001:3.0:1749611363.026580:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611363.026581:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494660352:0@lo:400:kworker.0 00000100:00000001:3.0:1749611363.026582:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611363.026585:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611363.026585:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611363.026587:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611363.026589:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000400:00000200:3.0:1749611363.026591:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611363.026593:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611363.026593:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611363.026597:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54380 x1834598494660352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026601:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611363.026603:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749611363.026605:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611363.026605:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611363.026608:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b53a000. 02000000:00000001:2.0:1749611363.026611:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611363.026613:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1749611363.026614:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611363.026615:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611363.026616:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611363.026619:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5900. 00000100:00000001:3.0:1749611363.026621:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611363.026621:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611363.026622:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611363.026623:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611363.026625:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:2.0:1749611363.026625:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54380. 02000000:00000001:3.0:1749611363.026627:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611363.026629:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611363.026630:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611363.026630:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026631:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.026632:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611363.026634:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611363.026637:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611363.026639:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611363.026640:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611363 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611363.026640:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611363.026642:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611363.026643:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=68 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611363.026646:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611363.026648:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611363.026651:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026662:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611363.026664:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611363.026666:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026667:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611363.026669:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611363.026671:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611363.026674:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611363.026676:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026679:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611363.026686:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494660224:0@lo:38:kworker.0 00000400:00000001:3.0:1749611363.026699:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611363.026701:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611363.026703:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611363.026705:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611363.026706:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611363.026709:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611363.026712:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611363.026719:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026725:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611363.026726:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026727:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611363.026729:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611363.026730:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611363.026731:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.026733:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611363.026736:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611363 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611363.026739:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=36 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611363.026741:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611363.026742:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611363.026744:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026747:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026753:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611363.026755:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611363.026756:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026758:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611363.026759:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611363.026762:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611363.026764:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611363.026766:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026775:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611363.026782:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494659968:0@lo:38:kworker.0 00000400:00000001:3.0:1749611363.026787:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611363.026788:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611363.026789:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611363.026791:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611363.026792:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611363.026794:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611363.026797:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611363.026804:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026809:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611363.026810:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026812:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611363.026813:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611363.026814:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611363.026815:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611363.026817:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611363.026820:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611363 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611363.026823:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=18 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611363.026825:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611363.026826:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611363.026828:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026831:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026836:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611363.026838:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611363.026839:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026841:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611363.026846:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611363.026849:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611363.026852:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611363.026854:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611363.026857:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611363.026864:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494660096:0@lo:38:kworker.0 00000100:00000001:3.0:1749611363.026867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026869:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611363.026872:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebca80 x1834598494660224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026878:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611363.026879:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611363.026881:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576400. 02000000:00000001:3.0:1749611363.026884:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611363.026885:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611363.026887:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611363.026888:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611363.026890:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d53400. 02000000:00000001:3.0:1749611363.026893:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611363.026894:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611363.026895:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebca80. 00000100:00000001:3.0:1749611363.026898:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611363.026899:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026901:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611363.026903:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc000 x1834598494659968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026909:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611363.026910:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611363.026912:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d575000. 02000000:00000001:3.0:1749611363.026914:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611363.026915:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611363.026920:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611363.026923:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611363.026924:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51c00. 02000000:00000001:3.0:1749611363.026927:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611363.026928:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611363.026930:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 00000100:00000001:3.0:1749611363.026932:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611363.026933:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026935:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611363.026937:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebc700 x1834598494660096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611363.026943:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611363.026944:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611363.026945:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 02000000:00000001:3.0:1749611363.026948:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611363.026949:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611363.026950:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611363.026951:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611363.026952:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51400. 02000000:00000001:3.0:1749611363.026954:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611363.026955:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611363.026956:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc700. 00000100:00000001:3.0:1749611363.026958:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611363.026959:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026961:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611363.026965:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611363.026967:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1749611363.026968:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611363.026970:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611363.026971:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611363.026973:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611363.047590:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300636505, at 4300636505 00000100:00000010:0.0:1749611363.047597:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397680. 00000100:00000040:3.0:1749611363.048582:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300636506, at 4300636506 00000100:00000010:3.0:1749611363.048589:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397300. 00000100:00000040:2.0:1749611363.048635:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300636506, at 4300636506 00000100:00000010:2.0:1749611363.048648:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397380. 00000100:00000040:1.0:1749611363.048667:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300636505, at 4300636506 00000100:00000010:1.0:1749611363.048682:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397b80. 00000100:00000001:0.0:1749611363.458683:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611363.458690:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611363.458693:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611363.458698:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611363.458702:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611363.458705:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.458709:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611363.458712:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.458714:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611363.619780:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611363.619789:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611363.619791:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611363.619796:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611363.619799:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611363.619803:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.619805:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611363.619808:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.619810:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611363.866651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611363.866660:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611363.866664:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611363.866667:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611363.866672:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611363.866674:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611363.866676:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611363.866679:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611363.866815:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611363.866824:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611363.866829:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611363.925618:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611363.925624:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611363.925626:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611363.925630:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611363.925634:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611363.925638:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.925641:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611363.925644:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611363.925646:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611363.998744:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749611363.998755:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749611363.998762:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611363.998990:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749611364.458685:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611364.458694:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611364.458696:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611364.458701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611364.458705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611364.458709:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611364.458712:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611364.458715:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611364.458718:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611364.619781:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611364.619792:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611364.619795:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611364.619801:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611364.619805:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611364.619810:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611364.619813:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611364.619841:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611364.619844:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611364.868663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611364.868670:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611364.868817:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611364.868826:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611364.868831:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611364.925622:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611364.925627:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611364.925630:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611364.925634:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611364.925638:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611364.925642:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611364.925645:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611364.925648:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611364.925651:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611365.458683:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611365.458710:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611365.458712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611365.458717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611365.458721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611365.458726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.458729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611365.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611365.619718:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611365.619727:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611365.619730:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611365.619736:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611365.619740:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611365.619745:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611365.619748:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611365.619753:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611365.619756:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611365.870684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611365.870693:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611365.870849:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611365.870861:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611365.870868:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611365.925626:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611365.925632:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611365.925634:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611365.925638:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222e40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611365.925642:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611365.925646:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.925649:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611365.925661:0:25161:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611365.925673:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611365.925677:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611365.925686:0:25161:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611365.925690:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.925692:0:25161:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611365.925694:0:25161:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611365.925697:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611365.925706:0:25161:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:25161:1834598494659200:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611365.925711:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.925713:0:25161:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611365.925716:0:25161:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611365.925718:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611365.925741:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611365.925749:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611365.925752:0:25161:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009a222e40. 00000100:00000001:0.0:1749611365.925757:0:25161:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611365.925759:0:25161:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611365.925762:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611365.925764:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00a80 x1834598494659200/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611365.925770:0:25161:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611365.925774:0:25161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611365.925776:0:25161:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611365.925779:0:25161:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611365.925783:0:25161:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff88007d28e000. 02000000:00000001:0.0:1749611365.925793:0:25161:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611365.925795:0:25161:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611365.925797:0:25161:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00a80. 00000100:00000001:0.0:1749611365.925801:0:25161:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611365.925803:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611365.925806:0:25161:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611365.925809:0:25161:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611365.925812:0:25161:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611365.925815:0:25161:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00080000:0.0:1749611365.925818:0:25161:0:(tgt_mount.c:1383:server_register_target()) lustre-OST0000: error registering with the MGS: rc = -110 (not fatal) 00000020:00000010:0.0:1749611365.925822:0:25161:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4544 at ffff88007d28a000. 00000020:00000001:0.0:1749611365.925830:0:25161:0:(tgt_mount.c:1391:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611365.925833:0:25161:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:0.0:1749611365.925835:0:25161:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff88009c04bdc0. 00000020:00000010:0.0:1749611365.925839:0:25161:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff88006a9b85b0. 00000020:00000001:0.0:1749611365.925843:0:25161:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1749611365.925846:0:25161:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611365.925849:0:25161:0:(tgt_mount.c:102:server_register_mount()) register mount ffff88006a72f800 from lustre-OST0000 00000020:00000001:0.0:1749611365.925851:0:25161:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611365.925858:0:25161:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611365.925861:0:25161:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dffa00. 00000020:00000010:0.0:1749611365.925865:0:25161:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff88009a222e40. 00000020:00000001:0.0:1749611365.925868:0:25161:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611365.925871:0:25161:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611365.925874:0:25161:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611365.925878:0:25161:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:0.0:1749611365.925880:0:25161:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611365.925881:0:25161:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:0.0:1749611365.925885:0:25161:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611365.925891:0:25161:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611365.925893:0:25161:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 3 10000000:00000001:0.0:1749611365.925895:0:25161:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611365.925897:0:25161:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135353463296 : -131938356088320 : ffff8800b5273200) 10000000:00000001:0.0:1749611365.925901:0:25161:0:(mgc_request_server.c:657:mgc_get_local_copy()) Process entered 10000000:01000000:0.0:1749611365.925903:0:25161:0:(mgc_request_server.c:671:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8800a8b08000 local copy 00010000:00000001:0.0:1749611365.925906:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611365.925908:0:25161:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611365.925910:0:25161:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611365.925912:0:25161:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1749611365.925917:0:25161:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00a80. 00000020:00000040:0.0:1749611365.925921:0:25161:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611365.925925:0:25161:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611365.925928:0:25161:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611365.925933:0:25161:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611365.925940:0:25161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012b53b800. 00000100:00000001:0.0:1749611365.925946:0:25161:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611365.925951:0:25161:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611365.925953:0:25161:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611365.925961:0:25161:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88008295c800 count: 2 00010000:00000001:0.0:1749611365.925964:0:25161:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611365.925967:0:25161:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611365.925969:0:25161:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012b53ba00. 00000020:00000001:0.0:1749611365.925974:0:25161:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611365.925977:0:25161:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012b53ba00 with handle 0x689c0ec07329d3f2 to hash 00000020:00000001:0.0:1749611365.925979:0:25161:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611365.925986:0:25161:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137336093184 : -131936373458432 : ffff88012b53ba00) 00010000:00000001:0.0:1749611365.925989:0:25161:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137336093184 : -131936373458432 : ffff88012b53ba00) 00010000:00000001:0.0:1749611365.925993:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611365.925995:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611365.926001:0:25161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611365.926011:0:25161:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611365.926024:0:25161:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611365.926029:0:25161:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611365.926031:0:25161:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611365.926037:0:25161:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009a222180. 00000100:00000001:0.0:1749611365.926039:0:25161:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134900146560 : -131938809405056 : ffff88009a222180) 00000100:00000001:0.0:1749611365.926042:0:25161:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611365.926043:0:25161:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359992960 : -131939349558656 : ffff880079f00a80) 00000100:00000001:0.0:1749611365.926048:0:25161:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611365.926052:0:25161:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611365.926054:0:25161:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611365.926056:0:25161:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611365.926061:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611365.926069:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611365.926071:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611365.926075:0:25161:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611365.926082:0:25161:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611365.926084:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611365.926085:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611365.926087:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611365.926088:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611365.926095:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.926097:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611365.926098:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611365.926100:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611366.458691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611366.458700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611366.458702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611366.458707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611366.458711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611366.458715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611366.458718:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611366.458721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611366.458724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611366.619715:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611366.619725:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611366.619728:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611366.619733:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611366.619737:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611366.619742:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611366.619745:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611366.619749:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611366.619752:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611366.872589:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611366.872594:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611366.872737:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611366.872745:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611366.872750:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611366.925641:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611366.925649:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611366.925651:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611366.925655:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611366.925659:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611366.925663:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611366.925666:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611366.925670:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611366.925672:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611367.458693:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611367.458702:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611367.458704:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611367.458709:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611367.458713:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611367.458717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611367.458720:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611367.458723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611367.458725:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611367.619699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611367.619709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611367.619712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611367.619717:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880096b97600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611367.619722:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611367.619727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611367.619731:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611367.619747:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611367.619789:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611367.619794:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611367.619803:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611367.619806:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611367.619810:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611367.619812:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611367.619816:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611367.619824:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494658560:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611367.619830:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611367.619832:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611367.619836:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611367.619838:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611367.619841:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611367.619849:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611367.619852:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880096b97600. 00000100:00000001:2.0:1749611367.619862:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611367.619864:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611367.619869:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611367.619874:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611367.619878:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611367.619882:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbd000 refcount=4 00000020:00000001:2.0:1749611367.619884:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176215040 : -131939533336576 : ffff88006efbd000) 00010000:00000001:2.0:1749611367.619888:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176215040 : -131939533336576 : ffff88006efbd000) 00010000:00010000:2.0:1749611367.619896:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.619917:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611367.619923:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.619930:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611367.619933:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.619940:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611367.619942:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611367.619945:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.619951:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611367.619954:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611367.619957:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611367.619960:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611367.619967:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006efbd000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611367.619971:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611367.619974:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.619980:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611367.619981:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611367.619983:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611367.619984:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbd000 refcount=5 00000020:00000001:2.0:1749611367.619986:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176215040 : -131939533336576 : ffff88006efbd000) 00010000:00000001:2.0:1749611367.619988:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176215040 : -131939533336576 : ffff88006efbd000) 00010000:00000001:2.0:1749611367.619991:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611367.620000:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611367.620007:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611367.620010:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611367.620015:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611367.620018:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611367.620019:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611367.620022:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611367.620024:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611367.620027:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611367.620029:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611367.620030:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611367.620032:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611367.620035:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006efbd000 with handle 0x689c0ec07329d3dd from hash 00010000:00000001:2.0:1749611367.620038:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611367.620039:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611367.620040:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611367.620041:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611367.620043:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611367.620044:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611367.620046:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611367.620047:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611367.620049:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611367.620051:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611367.620053:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.620058:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611367.620059:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611367.620060:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611367.620062:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611367.620063:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611367.620064:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611367.620065:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611367.620074:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006efbd000/0x689c0ec07329d3dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611367.620114:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611367.620117:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611367.620120:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611367.620125:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00e00 x1834598494658560/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611367.620133:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611367.620138:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611367.620141:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611367.620143:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611367.620148:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006efbd600. 02000000:00000001:2.0:1749611367.620154:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611367.620157:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611367.620159:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00e00. 00000100:00000001:2.0:1749611367.620164:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611367.620165:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611367.620168:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611367.620171:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611367.620174:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611367.620178:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b5224900. 00000020:00000010:2.0:1749611367.620184:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000020:00000010:2.0:1749611367.620190:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e200. 00000040:00000010:2.0:1749611367.620195:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f000. 00000020:00000010:2.0:1749611367.620201:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e09800. 00000020:00000010:2.0:1749611367.620208:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fc00. 80000000:00000010:2.0:1749611367.620214:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256de0. 00040000:00000010:2.0:1749611367.620221:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e400. 00080000:00000010:2.0:1749611367.620230:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611367.620239:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 10000000:00000040:2.0:1749611367.620249:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611367.620253:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000001:2.0:1749611367.620258:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611367.620269:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611367.620276:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e200. 00000040:00000010:2.0:1749611367.620280:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f000. 00000020:00000010:2.0:1749611367.620284:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e09800. 00000020:00000010:2.0:1749611367.620293:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fc00. 80000000:00000010:2.0:1749611367.620296:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256de0. 00040000:00000010:2.0:1749611367.620301:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e400. 00080000:00000010:2.0:1749611367.620306:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:2.0:1749611367.620312:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611367.620316:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 10000000:00000010:2.0:1749611367.620319:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b5224900. 10000000:01000000:2.0:1749611367.620324:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611367.620329:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611367.620332:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611367.620334:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611367.620338:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611367.620340:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88007a828800) refs 2 10000000:00000001:2.0:1749611367.620371:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611367.620374:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611367.620376:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095486000) refs 2 10000000:00000001:2.0:1749611367.620378:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611367.620380:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611367.620382:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:00000001:2.0:1749611367.620384:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611367.620386:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:00000001:2.0:1749611367.620389:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611367.620390:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00000100:00000010:2.0:1749611367.620396:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000020:00000040:2.0:1749611367.620400:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611367.620405:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611367.620409:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611367.620415:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611367.620422:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8fa00. 00000100:00000001:2.0:1749611367.620430:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611367.620441:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611367.620444:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611367.620453:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88008295c800 count: 2 00010000:00000001:2.0:1749611367.620456:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611367.620459:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611367.620462:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ec00. 00000020:00000001:2.0:1749611367.620465:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611367.620468:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ec00 with handle 0x689c0ec07329d3f9 to hash 00000020:00000001:2.0:1749611367.620470:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611367.620472:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:2.0:1749611367.620475:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:2.0:1749611367.620478:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611367.620479:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611367.620483:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611367.620491:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611367.620505:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611367.620512:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611367.620514:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611367.620555:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abb40. 00000100:00000001:2.0:1749611367.620557:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837795648 : -131938871755968 : ffff8800966abb40) 00000100:00000001:2.0:1749611367.620561:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611367.620563:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 00000100:00000001:2.0:1749611367.620568:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611367.620574:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611367.620577:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611367.620579:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611367.620584:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611367.620606:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611367.620608:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611367.620612:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611367.620619:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611367.620621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611367.620623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611367.620624:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611367.620626:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611367.620628:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611367.620630:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611367.620631:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611367.620633:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611367.622804:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006efbd000. 00010000:00000001:0.0:1749611367.874744:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611367.874752:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611367.874926:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611367.874935:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611367.874941:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611367.925642:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611367.925649:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611367.925651:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611367.925673:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611367.925677:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611367.925681:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611367.925684:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611367.925688:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611367.925690:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.026674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611368.026698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611368.026700:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.026727:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611368.026731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611368.026737:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.026740:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611368.030648:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611368.030658:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611368.030662:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611368.030666:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611368.030670:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611368.030673:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611368.030678:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611368.030685:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5969 00000100:00080000:2.0:1749611368.030691:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611368.030694:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611368.030698:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611368.030700:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611368.030703:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611368.030708:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611368.030721:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611368.030724:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611368.030729:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611368.030731:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611368.030735:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611368.030738:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611368.030740:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611368.030742:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611368.030744:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611368.030747:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611368.030751:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611368.030754:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611368.030757:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611368.030767:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611368.030770:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.030773:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611368.030776:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611368.030785:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57100. 00000020:00000040:2.0:1749611368.030789:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611368.030794:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611368.030796:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.030800:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611368.030803:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611368.030808:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611368.030821:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51400. 00000100:00000001:2.0:1749611368.030831:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611368.030844:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611368.030858:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611368.030863:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611368.030868:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57100] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611368.030898:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611368.030908:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611368.030912:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611368.030914:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611368.030916:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611368.030919:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611368.030922:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5969 00000100:00080000:2.0:1749611368.030924:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611368.030927:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611368.030929:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611368.030931:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611368.030933:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611368.030935:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611368.030937:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611368.030939:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611368.030941:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611368.030943:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611368.030945:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611368.030947:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611368.030949:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611368.030951:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611368.030952:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611368.030955:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611368.030957:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611368.030959:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611368.030961:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611368.030964:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611368.030966:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.030968:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611368.030970:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611368.030974:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 00000020:00000040:2.0:1749611368.030976:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611368.030985:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611368.030986:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.030988:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611368.030990:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611368.030992:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.030996:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611368.030996:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51c00. 00000100:00000001:2.0:1749611368.031000:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031002:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611368.031004:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611368.031005:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611368.031012:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611368.031014:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.031015:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611368.031018:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54000] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611368.031027:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031028:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611368.031030:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611368.031030:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611368.031033:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749611368.031035:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611368.031035:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611368.031036:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611368.031038:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749611368.031039:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611368.031041:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5969 02000000:00000001:3.0:1749611368.031042:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611368.031043:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749611368.031046:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494660736:0@lo:38:kworker.0 00000100:00000040:2.0:1749611368.031046:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611368.031048:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611368.031050:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611368.031051:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611368.031052:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611368.031054:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611368.031055:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:3.0:1749611368.031056:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611368.031057:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611368.031058:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611368.031059:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611368.031061:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:3.0:1749611368.031062:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611368.031063:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:3.0:1749611368.031068:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 02000000:00000001:3.0:1749611368.031071:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611368.031071:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611368.031074:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611368.031075:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611368.031078:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611368.031080:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:3.0:1749611368.031081:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00080000:2.0:1749611368.031082:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611368.031084:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611368.031086:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611368.031089:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611368.031091:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611368.031091:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.031093:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611368.031094:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611368.031097:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000020:00000040:2.0:1749611368.031099:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611368.031101:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1749611368.031102:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494660736, portal 4 02000000:00000001:2.0:1749611368.031102:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.031104:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611368.031105:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611368.031105:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611368.031107:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393877248 : -131936315674368 : ffff88012ec57100) 02000000:00000001:2.0:1749611368.031107:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611368.031110:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d53400. 00000100:00000001:2.0:1749611368.031113:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.031117:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611368.031117:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611368.031124:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611368.031126:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611368.031126:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611368.031129:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54a80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611368.031130:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611368.031133:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000200:3.0:1749611368.031136:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494660736, offset 0 00000100:00000001:2.0:1749611368.031136:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611368.031138:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611368.031142:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749611368.031144:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611368.031146:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000020:00000040:2.0:1749611368.031148:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611368.031157:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611368.031159:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611368.031161:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611368.031165:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611368.031165:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5900. 00000100:00000001:2.0:1749611368.031168:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611368.031173:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611368.031180:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf946880 00000100:00000001:2.0:1749611368.031180:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611368.031182:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611368.031187:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54e00] to pc [ptlrpcd_00_02+2] req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611368.031200:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 12480 00000400:00000200:3.0:1749611368.031210:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611368.031215:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611368.031222:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611368.031222:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611368.031225:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611368.031228:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5979) 00000100:00000010:3.0:1749611368.031231:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c380. 00000100:00000040:3.0:1749611368.031235:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3c380 x1834598494660736 msgsize 520 00000100:00100000:3.0:1749611368.031239:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611368.031244:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611368.031246:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749611368.031248:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611368.031256:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611368.031258:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611368.031260:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611368.031261:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611368.031263:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611368.031269:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.031273:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611368.031276:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611368.031278:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611368.031280:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611368.031282:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611368.031284:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 02000000:00000001:2.0:1749611368.031284:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611368.031286:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00100000:2.0:1749611368.031287:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494661120:0@lo:400:kworker.0 00000100:00000001:2.0:1749611368.031291:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611368.031292:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611368.031295:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611368.031297:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611368.031298:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611368.031299:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611368.031303:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e400. 00000100:00000001:3.0:1749611368.031307:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611368.031310:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611368.031312:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031318:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611368.031318:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:3.0:1749611368.031320:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611368.031324:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611368.031324:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611368.031328:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749611368.031329:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494661120, portal 10 00000100:00000040:3.0:1749611368.031331:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 00000100:00000001:2.0:1749611368.031332:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611368.031333:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 00000100:00000001:1.0:1749611368.031334:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031335:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300641490 00000100:00000040:2.0:1749611368.031374:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611368.031382:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749611368.031383:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397300. 00000100:00000040:2.0:1749611368.031385:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611368.031387:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000200:2.0:1749611368.031390:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494661120, offset 0 00000100:00000001:3.0:1749611368.031393:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:2.0:1749611368.031395:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611368.031403:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300641490 00000400:00000200:2.0:1749611368.031403:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749611368.031407:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397b80. 00000100:00000001:3.0:1749611368.031411:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000200:2.0:1749611368.031411:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf946a00 00000400:00000200:2.0:1749611368.031418:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 71760 00000100:00000001:3.0:1749611368.031421:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300641490 00000400:00000200:2.0:1749611368.031424:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1749611368.031425:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397380. 00000400:00000200:2.0:1749611368.031427:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611368.031428:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611368.031431:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300641490 00000100:00000001:2.0:1749611368.031432:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611368.031434:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611368.031438:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55180. 00000100:00000010:3.0:1749611368.031441:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397680. 00000100:00000040:2.0:1749611368.031441:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55180 x1834598494661120 msgsize 224 00000100:00000001:0.0:1749611368.031444:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611368.031445:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611368.031445:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611368.031447:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611368.031450:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611368.031451:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494660736 00000100:00000001:3.0:1749611368.031454:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031456:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611368.031456:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611368.031460:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611368.031463:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.031464:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611368.031465:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611368.031467:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.031469:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611368.031469:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611368.031470:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00000001:3.0:1749611368.031471:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749611368.031473:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00100000:0.0:1749611368.031474:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494660736 00000100:00000001:2.0:1749611368.031476:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611368.031477:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749611368.031480:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611368.031480:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611368.031483:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611368.031485:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611368.031487:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.031489:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611368.031491:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611368.031491:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611368.031494:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494661120 02000000:00000001:3.0:1749611368.031496:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749611368.031496:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a000. 00000100:00000001:2.0:1749611368.031499:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031500:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611368.031503:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611368.031503:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000100:00000001:2.0:1749611368.031506:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611368.031508:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611368.031509:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00100000:3.0:1749611368.031511:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494661120 00000100:00000001:2.0:1749611368.031512:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611368.031514:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611368.031515:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611368.031515:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611368.031516:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000020:00000001:3.0:1749611368.031517:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611368.031517:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611368.031519:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300641489 00000100:00000001:0.0:1749611368.031519:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611368.031520:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611368.031552:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300641490 00000020:00000001:3.0:1749611368.031554:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611368.031555:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300641490 00000020:00000001:3.0:1749611368.031556:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611368.031557:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300641490 00000100:00000001:2.0:1749611368.031559:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300641490 00000100:00000001:2.0:1749611368.031561:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300641490 00000100:00000001:3.0:1749611368.031563:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611368.031563:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300641490 00000100:00000001:0.0:1749611368.031563:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.031565:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300641490 00000020:00000010:3.0:1749611368.031566:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397980. 00000100:00000001:2.0:1749611368.031567:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611368.031570:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611368.031573:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5224980. 00000100:00000001:2.0:1749611368.031573:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.031575:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611368.031582:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611368.031592:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611368.031592:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611368.031598:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00080000:2.0:1749611368.031601:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749611368.031604:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:0.0:1749611368.031604:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749611368.031605:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611368.031606:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611368.031610:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00100000:0.0:1749611368.031614:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00000001:0.0:1749611368.031617:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000100:00000040:3.0:1749611368.031618:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611368.031622:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611368.031623:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611368.031625:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3c380 x1834598494660736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.031627:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611368.031640:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494660736:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611368.031641:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611368.031644:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749611368.031644:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494660736 00000100:00000001:3.0:1749611368.031646:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031653:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611368.031661:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611368.031662:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611368.031665:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749611368.031666:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611368.031667:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611368.031670:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00000001:1.0:1749611368.031670:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611368.031673:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611368.031674:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031676:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393869184 : -131936315682432 : ffff88012ec55180) 00000100:00000001:1.0:1749611368.031677:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.031681:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55180 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:49/0 lens 224/0 e 0 to 0 dl 1749611379 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611368.031681:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611368.031686:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611368.031689:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611368.031691:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611368.031693:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397fc0. 00010000:00000001:0.0:1749611368.031693:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611368.031696:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611368.031697:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749611368.031698:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5397fc0. 00000100:00000001:0.0:1749611368.031700:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611368.031703:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611368.031707:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494661120:12345-0@lo:400:kworker.0 02000000:00000010:0.0:1749611368.031709:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c955c00. 00000100:00000200:3.0:1749611368.031711:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494661120 02000000:00000001:0.0:1749611368.031711:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611368.031714:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611368.031715:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611368.031718:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749611368.031719:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749611368.031721:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611368.031722:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611368.031725:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1749611368.031725:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611368.031728:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611368.031729:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611368.031731:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611368.031733:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749611368.031735:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611368.031735:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:3.0:1749611368.031737:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611368.031738:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611368.031740:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611368.031740:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611368.031742:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611368.031744:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:3.0:1749611368.031745:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749611368.031746:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611368.031748:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031750:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611368.031751:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611368.031753:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611368.031754:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1749611368.031757:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d575000. 02000000:00000001:3.0:1749611368.031759:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611368.031759:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000001:3.0:1749611368.031762:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611368.031767:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494660736, offset 0 00000020:00000001:3.0:1749611368.031771:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611368.031773:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:3.0:1749611368.031775:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494661120 00010000:00000001:3.0:1749611368.031778:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749611368.031784:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec55180 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:49/0 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611368.031789:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611368.031793:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611368.031795:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611368.031799:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=123 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611368.031801:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf946880 00000100:00000001:3.0:1749611368.031804:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611368.031806:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611368.031809:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611368.031810:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8af1 [1] + 0 02000000:00000001:3.0:1749611368.031812:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611368.031814:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.031816:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611368.031818:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611368.031819:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611368.031822:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000400:00000200:0.0:1749611368.031823:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611368.031827:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494661120, offset 224 00000400:00000200:3.0:1749611368.031832:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611368.031841:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611368.031847:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946a00 00000100:00000001:0.0:1749611368.031847:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611368.031854:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8af9 [1] + 224 00000100:00000200:0.0:1749611368.031854:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611368.031859:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611368.031863:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611368.031865:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.031866:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611368.031871:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611368.031875:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611368.031881:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611368.031885:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:0.0:1749611368.031888:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:0.0:1749611368.031891:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611368.031893:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611368.031896:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611368.031900:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611368.031902:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611368.031905:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611368.031906:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611368.031910:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c380 x1834598494660736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611368.031913:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611368.031915:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611368.031918:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611368.031920:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611368.031920:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494660736:12345-0@lo:38:kworker.0 Request processed in 281us (682us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611368.031930:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00000001:3.0:1749611368.031931:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611368.031933:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611368.031934:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611368.031935:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:3.0:1749611368.031937:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611368.031939:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611368.031939:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000020:00000001:3.0:1749611368.031942:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1749611368.031943:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000040:3.0:1749611368.031947:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55180 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:49/0 lens 224/224 e 0 to 0 dl 1749611379 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611368.031947:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53a000. 00000100:00000001:0.0:1749611368.031951:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611368.031957:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494661120:12345-0@lo:400:kworker.0 Request processed in 265us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1749611368.031967:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00000040:3.0:1749611368.031970:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611368.031973:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611368.031974:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611368.031979:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000020:00000010:3.0:1749611368.031983:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749611368.031983:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749611368.031987:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00000001:2.0:1749611368.031989:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749611368.031993:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611368.031995:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611368.031996:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611368.031998:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611368.032002:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611368.032008:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:3.0:1749611368.032010:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749611368.032010:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611368.032013:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611368.032014:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611368.032020:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032023:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611368.032024:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611368.032027:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611368.032029:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611368.032031:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611368.032033:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611368.032034:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494660864:0@lo:38:kworker.0 00000100:00000001:3.0:1749611368.032038:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611368.032041:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611368.032042:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.032042:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611368.032044:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611368.032045:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611368.032047:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:3.0:1749611368.032048:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576400. 02000000:00000001:3.0:1749611368.032050:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611368.032059:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 02000000:00000001:2.0:1749611368.032059:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611368.032062:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611368.032063:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:2.0:1749611368.032064:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611368.032067:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494660864, portal 10 02000000:00000001:2.0:1749611368.032068:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032069:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611368.032071:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 00000100:00001000:2.0:1749611368.032077:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=73 v=5 (5 5 5 5) 00000100:00000040:3.0:1749611368.032078:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611368.032081:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611368.032084:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611368.032086:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611368.032086:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.032088:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611368.032089:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1749611368.032090:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611368.032092:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494660864, offset 0 00010000:00080000:2.0:1749611368.032095:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611368.032096:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611368.032102:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611368.032103:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611368.032107:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946900 00000100:00000001:2.0:1749611368.032107:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611368.032109:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749611368.032111:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 71984 00000100:00000001:2.0:1749611368.032111:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611368.032113:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611368.032116:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611368.032117:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611368.032119:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611368.032122:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611368.032124:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611368.032124:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611368.032127:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749611368.032128:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3df80. 00000100:00000001:2.0:1749611368.032130:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611368.032131:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3df80 x1834598494660864 msgsize 520 00000100:00000040:2.0:1749611368.032133:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611368.032135:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749611368.032142:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494661120:0@lo:400:kworker.0 00000100:00000001:2.0:1749611368.032147:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611368.032149:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611368.032152:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54e00 x1834598494661120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032156:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611368.032158:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749611368.032159:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611368.032161:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:2.0:1749611368.032161:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611368.032164:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749611368.032164:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e400. 02000000:00000001:2.0:1749611368.032167:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749611368.032168:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611368.032175:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611368.032176:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749611368.032178:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:3.0:1749611368.032179:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611368.032180:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611368.032184:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5900. 00000100:00000001:3.0:1749611368.032185:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032187:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611368.032187:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611368.032189:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611368.032191:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54e00. 00000100:00000001:0.0:1749611368.032192:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611368.032195:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494660864 00000100:00000001:2.0:1749611368.032198:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611368.032198:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611368.032200:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.032200:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611368.032202:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.032203:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611368.032206:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.032207:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749611368.032208:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494660864 00000100:00000001:2.0:1749611368.032209:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611368.032210:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611368.032211:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611368.032211:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611368.032213:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.032215:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1113 usecs (2 jiffies) 00000100:00000001:3.0:1749611368.032218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300641491 00000020:00000040:0.0:1749611368.032219:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611368.032221:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611368.032223:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032224:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300641490 00000020:00000001:0.0:1749611368.032225:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032228:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300641491 00000020:00000010:0.0:1749611368.032229:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b53a000. 00000100:00000001:3.0:1749611368.032230:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300641490 00000020:00000010:0.0:1749611368.032233:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000020:00000010:0.0:1749611368.032236:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:0.0:1749611368.032241:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611368.032242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300641491 00000100:00000001:0.0:1749611368.032242:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611368.032245:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032246:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300641490 00000100:00000001:3.0:1749611368.032249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300641491 00000100:00000001:0.0:1749611368.032250:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032252:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300641490 00000100:00000001:3.0:1749611368.032255:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611368.032257:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611368.032258:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032260:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611368.032264:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611368.032267:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611368.032268:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611368.032271:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611368.032272:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611368.032273:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 02000000:00000001:3.0:1749611368.032275:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611368.032275:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910746496 : -131938798805120 : ffff88009ac3df80) 02000000:00000001:3.0:1749611368.032277:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611368.032279:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611368.032280:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3df80 x1834598494660864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611368.032283:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494660992:0@lo:38:kworker.0 00000100:00000001:3.0:1749611368.032286:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611368.032288:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611368.032289:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611368.032290:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494660864:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749611368.032291:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749611368.032293:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494660864 02000000:00000010:3.0:1749611368.032294:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611368.032296:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611368.032296:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611368.032298:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749611368.032299:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000400:00000010:3.0:1749611368.032302:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611368.032305:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494660992, portal 10 00000020:00000001:0.0:1749611368.032306:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032307:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00020000:0.0:1749611368.032309:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611368.032311:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611368.032314:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00010000:00000001:0.0:1749611368.032314:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611368.032317:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611368.032318:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611368.032321:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611368.032321:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611368.032324:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c956000. 02000000:00000001:0.0:1749611368.032326:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032328:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611368.032328:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.032331:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749611368.032331:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749611368.032333:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000200:3.0:1749611368.032336:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494660992, offset 0 00000400:00000200:3.0:1749611368.032360:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611368.032364:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611368.032366:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611368.032371:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946980 00000100:00001000:0.0:1749611368.032373:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749611368.032375:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 72504 00000100:00000001:0.0:1749611368.032376:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611368.032379:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749611368.032380:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611368.032382:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:3.0:1749611368.032383:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611368.032385:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611368.032387:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611368.032387:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749611368.032389:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611368.032391:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611368.032393:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:3.0:1749611368.032394:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc700. 02000000:00000001:0.0:1749611368.032395:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.032397:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebc700 x1834598494660992 msgsize 520 00000100:00000001:0.0:1749611368.032397:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611368.032399:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749611368.032402:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749611368.032402:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000100:00000200:0.0:1749611368.032407:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494660864, offset 0 00000100:00000001:3.0:1749611368.032408:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611368.032412:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611368.032420:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611368.032423:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000400:00000010:3.0:1749611368.032425:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:1.0:1749611368.032426:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611368.032428:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749611368.032428:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946900 00000100:00100000:1.0:1749611368.032431:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494660992 00000100:00000200:3.0:1749611368.032432:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611368.032434:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611368.032434:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b09 [1] + 0 00000100:00000001:1.0:1749611368.032436:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611368.032439:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611368.032439:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611368.032439:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611368.032442:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611368.032442:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611368.032443:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611368.032446:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494660992 00000100:00000001:0.0:1749611368.032446:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611368.032449:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611368.032449:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611368.032450:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749611368.032451:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749611368.032451:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611368.032453:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611368.032454:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611368.032455:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.032458:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000020:00000001:1.0:1749611368.032458:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300641490 00000100:00000040:0.0:1749611368.032461:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032463:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300641491 00000020:00000010:1.0:1749611368.032464:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000020:00000010:1.0:1749611368.032469:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2d80. 00000100:00000001:0.0:1749611368.032469:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611368.032471:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300641490 00000100:00000001:3.0:1749611368.032474:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300641491 00000400:00000200:0.0:1749611368.032475:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000100:00000001:3.0:1749611368.032476:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300641490 00000400:00000010:0.0:1749611368.032477:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00000001:3.0:1749611368.032478:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300641491 00000100:00000001:0.0:1749611368.032479:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611368.032480:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300641490 00000100:00000001:0.0:1749611368.032481:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611368.032482:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300641491 00000100:00000001:0.0:1749611368.032483:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032484:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611368.032484:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000040:0.0:1749611368.032486:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611368.032487:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611368.032488:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611368.032489:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611368.032491:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1749611368.032492:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611368.032493:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611368.032494:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611368.032496:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000020:00000001:0.0:1749611368.032496:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611368.032497:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611368.032500:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:0.0:1749611368.032500:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3df80 x1834598494660864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611368.032502:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611368.032504:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611368.032508:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611368.032510:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611368.032510:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494660864:12345-0@lo:38:kworker.0 Request processed in 220us (377us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611368.032516:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749611368.032518:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611368.032518:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611368.032519:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00000001:3.0:1749611368.032550:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611368.032552:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032554:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611368.032555:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611368.032557:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611368.032557:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611368.032559:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611368.032561:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611368.032561:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 02000000:00000001:3.0:1749611368.032563:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611368.032564:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000020:00000010:0.0:1749611368.032567:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b53a000. 00000100:00001000:3.0:1749611368.032569:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611368 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611368.032571:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611368.032573:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=41 v=20 (20 1 1 1) 00000100:00100000:1.0:1749611368.032574:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00000001:3.0:1749611368.032576:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611368.032578:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611368.032578:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175164160 : -131939534387456 : ffff88006eebc700) 00000100:00000001:3.0:1749611368.032581:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611368.032584:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebc700 x1834598494660992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611368.032585:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611368.032598:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494660992:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611368.032602:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494660992 00000100:00000001:3.0:1749611368.032605:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611368.032605:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611368.032608:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749611368.032608:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611368.032610:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032612:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611368.032614:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611368.032618:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611368.032621:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749611368.032623:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032624:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:1.0:1749611368.032627:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749611368.032628:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611368.032630:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611368.032634:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611368.032636:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494660736:0@lo:38:kworker.0 00000100:00000001:1.0:1749611368.032637:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611368.032639:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611368.032640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611368.032641:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611368.032643:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611368.032646:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57100 x1834598494660736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611368.032646:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5cc00. 02000000:00000001:1.0:1749611368.032648:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611368.032650:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032653:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749611368.032653:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611368.032654:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749611368.032655:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611368.032656:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 00000100:00001000:1.0:1749611368.032658:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749611368.032660:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611368.032662:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611368.032662:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:3.0:1749611368.032664:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749611368.032665:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749611368.032666:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611368.032668:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51400. 00000100:00000040:1.0:1749611368.032668:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611368.032672:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611368.032673:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611368.032675:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57100. 00000100:00000001:1.0:1749611368.032677:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611368.032678:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611368.032680:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611368.032680:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611368.032682:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611368.032683:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611368.032686:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611368.032687:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749611368.032689:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611368.032691:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611368.032693:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611368.032693:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611368.032695:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611368.032697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749611368.032697:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000200:1.0:1749611368.032702:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494660992, offset 0 00000400:00000001:3.0:1749611368.032703:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611368.032704:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611368.032707:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611368.032709:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611368.032711:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611368.032714:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611368.032719:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611368.032723:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611368.032728:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611368.032732:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611368.032735:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611368.032736:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032738:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611368.032740:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611368.032740:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946980 00000100:00000001:3.0:1749611368.032741:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611368.032742:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611368.032744:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611368.032745:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b11 [1] + 0 00000100:00001000:3.0:1749611368.032748:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611368 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611368.032750:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749611368.032751:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=23 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611368.032753:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611368.032754:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611368.032754:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611368.032756:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611368.032758:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611368.032760:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611368.032763:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032766:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611368.032768:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611368.032770:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032771:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611368.032773:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611368.032774:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611368.032775:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611368.032778:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611368.032783:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611368.032784:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611368.032789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611368.032790:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749611368.032792:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:1.0:1749611368.032795:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611368.032797:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749611368.032798:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494660864:0@lo:38:kworker.0 00000100:00000001:1.0:1749611368.032800:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611368.032803:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749611368.032803:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000001:3.0:1749611368.032805:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611368.032806:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000100:00000001:1.0:1749611368.032806:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611368.032808:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000020:00000001:1.0:1749611368.032808:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611368.032810:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611368.032812:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611368.032812:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc700 x1834598494660992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611388 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611368.032815:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611368.032822:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494660992:12345-0@lo:38:kworker.0 Request processed in 225us (422us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749611368.032823:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032830:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611368.032831:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032833:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611368.032834:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611368.032835:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611368.032837:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611368.032837:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 02000000:00000001:3.0:1749611368.032838:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611368.032841:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1749611368.032842:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611368 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611368.032842:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1749611368.032844:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=73 v=20 (1 1 1 20) 00000020:00000010:1.0:1749611368.032846:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2d80. 00000100:00000001:3.0:1749611368.032847:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611368.032848:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611368.032850:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611368.032850:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000040:3.0:1749611368.032853:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611368.032854:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000100:00000001:3.0:1749611368.032860:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611368.032860:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032862:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611368.032864:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032870:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611368.032872:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611368.032875:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611368.032878:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611368.032880:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611368.032884:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611368.032891:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494660992:0@lo:38:kworker.0 00000100:00000001:3.0:1749611368.032895:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032896:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611368.032899:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54000 x1834598494660864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032905:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611368.032907:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611368.032908:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576400. 02000000:00000001:3.0:1749611368.032911:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611368.032912:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611368.032913:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611368.032915:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611368.032916:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51c00. 02000000:00000001:3.0:1749611368.032919:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611368.032920:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611368.032921:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54000. 00000100:00000001:3.0:1749611368.032924:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611368.032925:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032927:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611368.032929:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54a80 x1834598494660992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611368.032935:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611368.032936:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611368.032937:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611368.032940:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611368.032945:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611368.032947:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611368.032949:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611368.032951:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d53400. 02000000:00000001:3.0:1749611368.032954:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611368.032955:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611368.032956:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 00000100:00000001:3.0:1749611368.032959:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611368.032960:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611368.032962:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032963:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611368.032964:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611368.032966:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611368.032968:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611368.033591:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300641491, at 4300641491 00000100:00000010:3.0:1749611368.033598:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397680. 00000100:00000040:1.0:1749611368.033604:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300641491, at 4300641491 00000100:00000010:1.0:1749611368.033615:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397b80. 00000100:00000040:0.0:1749611368.033617:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300641491, at 4300641491 00000100:00000040:2.0:1749611368.033619:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300641491, at 4300641491 00000100:00000010:0.0:1749611368.033639:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397300. 00000100:00000010:2.0:1749611368.033658:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397380. 00000100:00000001:0.0:1749611368.458700:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611368.458709:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611368.458711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611368.458716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611368.458720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611368.458725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.458728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611368.458731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611368.620845:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611368.620854:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611368.620856:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611368.620866:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611368.620870:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611368.620875:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.620878:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611368.620882:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.620885:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611368.876694:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611368.876701:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611368.876801:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611368.876811:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611368.876817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611368.925663:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611368.925688:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611368.925691:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611368.925696:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611368.925699:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611368.925703:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.925706:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611368.925710:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611368.925713:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611369.032669:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611369.032690:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611369.032693:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611369.032698:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611369.032702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611369.032706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611369.032709:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611369.458696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611369.458704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611369.458707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611369.458712:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611369.458716:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611369.458720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611369.458723:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611369.458726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611369.458728:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611369.620634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611369.620641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611369.620644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611369.620648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611369.620651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611369.620654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611369.620657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611369.620660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611369.620663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611369.878678:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611369.878684:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611369.878798:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611369.878806:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611369.878812:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611369.925641:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611369.925650:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611369.925653:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611369.925658:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611369.925662:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611369.925665:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611369.925668:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611369.925672:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611369.925675:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611370.032678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611370.032701:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611370.032704:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611370.032709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611370.032713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611370.032719:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611370.032721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611370.458689:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611370.458717:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611370.458719:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611370.458724:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611370.458728:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611370.458732:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611370.458735:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611370.458738:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611370.458741:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611370.620766:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611370.620776:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611370.620779:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611370.620786:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611370.620791:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611370.620795:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611370.620799:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611370.620802:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611370.620805:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611370.880619:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611370.880625:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611370.880755:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611370.880766:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611370.880772:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611370.925635:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611370.925640:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611370.925643:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611370.925647:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611370.925651:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611370.925655:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611370.925658:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611370.925678:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611370.925681:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611371.032675:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611371.032698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611371.032701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611371.032707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611371.032710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611371.032715:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611371.032718:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611371.458632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611371.458638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611371.458640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611371.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611371.458645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611371.458648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.458650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611371.458651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.458653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611371.620827:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611371.620839:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611371.620842:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611371.620848:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611371.620853:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611371.620858:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611371.620861:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611371.620866:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611371.620869:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611371.882679:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611371.882705:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611371.882859:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611371.882865:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611371.882869:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611371.925624:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611371.925631:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611371.925633:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611371.925637:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611371.925641:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611371.925645:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.925648:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611371.925661:0:25161:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611371.925672:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611371.925677:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611371.925686:0:25161:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611371.925689:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.925692:0:25161:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611371.925694:0:25161:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611371.925697:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611371.925705:0:25161:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:25161:1834598494660480:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611371.925711:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.925713:0:25161:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611371.925717:0:25161:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611371.925718:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611371.925722:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611371.925729:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611371.925732:0:25161:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009a222180. 00000100:00000001:0.0:1749611371.925736:0:25161:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611371.925738:0:25161:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611371.925742:0:25161:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611371.925746:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611371.925758:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611371.925761:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012b53ba00 refcount=4 00000020:00000001:0.0:1749611371.925764:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137336093184 : -131936373458432 : ffff88012b53ba00) 00010000:00000001:0.0:1749611371.925767:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137336093184 : -131936373458432 : ffff88012b53ba00) 00010000:00010000:0.0:1749611371.925773:0:25161:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925782:0:25161:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611371.925787:0:25161:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925794:0:25161:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611371.925797:0:25161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925803:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611371.925805:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611371.925808:0:25161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925813:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611371.925816:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611371.925818:0:25161:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611371.925821:0:25161:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611371.925827:0:25161:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012b53ba00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611371.925830:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611371.925833:0:25161:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925838:0:25161:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611371.925840:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611371.925841:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611371.925847:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012b53ba00 refcount=5 00000020:00000001:0.0:1749611371.925849:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137336093184 : -131936373458432 : ffff88012b53ba00) 00010000:00000001:0.0:1749611371.925852:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137336093184 : -131936373458432 : ffff88012b53ba00) 00010000:00000001:0.0:1749611371.925855:0:25161:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611371.925858:0:25161:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611371.925863:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611371.925866:0:25161:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611371.925871:0:25161:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611371.925874:0:25161:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611371.925875:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611371.925877:0:25161:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611371.925879:0:25161:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611371.925882:0:25161:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611371.925883:0:25161:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611371.925885:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611371.925886:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611371.925889:0:25161:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012b53ba00 with handle 0x689c0ec07329d3f2 from hash 00010000:00000001:0.0:1749611371.925891:0:25161:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611371.925893:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611371.925894:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611371.925895:0:25161:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611371.925896:0:25161:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611371.925898:0:25161:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611371.925900:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611371.925901:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611371.925902:0:25161:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611371.925904:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611371.925906:0:25161:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925911:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611371.925917:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611371.925918:0:25161:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611371.925920:0:25161:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611371.925922:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611371.925923:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611371.925924:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611371.925927:0:25161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012b53ba00/0x689c0ec07329d3f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611371.925957:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611371.925960:0:25161:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611371.925963:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611371.925967:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00a80 x1834598494660480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611371.925974:0:25161:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611371.925977:0:25161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611371.925979:0:25161:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611371.925981:0:25161:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611371.925985:0:25161:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012b53b800. 02000000:00000001:0.0:1749611371.925990:0:25161:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611371.925992:0:25161:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611371.925994:0:25161:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00a80. 00000100:00000001:0.0:1749611371.925997:0:25161:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611371.925999:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611371.926001:0:25161:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611371.926005:0:25161:0:(mgc_request_server.c:677:mgc_get_local_copy()) Process leaving via out_mutex (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 10000000:00000001:0.0:1749611371.926013:0:25161:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611371.926019:0:25161:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611371.926021:0:25161:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611371.926023:0:25161:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff88006a72f800 10000000:00000010:0.0:1749611371.926027:0:25161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff88012b53b800. 10000000:01000000:0.0:1749611371.926031:0:25161:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:0.0:1749611371.926035:0:25161:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=13 10000000:00000001:0.0:1749611371.926037:0:25161:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612137336092672 : -131936373458944 : ffff88012b53b800) 10000000:00000001:0.0:1749611371.926040:0:25161:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611371.926048:0:25161:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611371.926049:0:25161:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 3 10000000:00000001:0.0:1749611371.926052:0:25161:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611371.926053:0:25161:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135334579200 : -131938374972416 : ffff8800b4070c00) 10000000:00000001:0.0:1749611371.926056:0:25161:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611371.926057:0:25161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:0.0:1749611371.926060:0:25161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff88012b53a000. 10000000:01000000:0.0:1749611371.926062:0:25161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611371.926065:0:25161:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=14 10000000:00000001:0.0:1749611371.926066:0:25161:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612137336086528 : -131936373465088 : ffff88012b53a000) 10000000:00000001:0.0:1749611371.926070:0:25161:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612137336086528 : -131936373465088 : ffff88012b53a000) 10000000:00000001:0.0:1749611371.926073:0:25161:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611371.926074:0:25161:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:0.0:1749611371.926076:0:25161:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611371.926078:0:25161:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1749611371.926082:0:25161:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00a80. 00000020:00000040:0.0:1749611371.926085:0:25161:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611371.926089:0:25161:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611371.926092:0:25161:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611371.926097:0:25161:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611371.926105:0:25161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8b4ca00. 00000100:00000001:0.0:1749611371.926111:0:25161:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611371.926116:0:25161:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611371.926118:0:25161:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611371.926124:0:25161:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88008295c800 count: 2 00010000:00000001:0.0:1749611371.926127:0:25161:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611371.926130:0:25161:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611371.926132:0:25161:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a8b4dc00. 00000020:00000001:0.0:1749611371.926135:0:25161:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611371.926138:0:25161:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800a8b4dc00 with handle 0x689c0ec07329d400 to hash 00000020:00000001:0.0:1749611371.926140:0:25161:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611371.926141:0:25161:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612135144643584 : -131938564908032 : ffff8800a8b4dc00) 00010000:00000001:0.0:1749611371.926144:0:25161:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612135144643584 : -131938564908032 : ffff8800a8b4dc00) 00010000:00000001:0.0:1749611371.926147:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611371.926153:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611371.926157:0:25161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611371.926165:0:25161:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611371.926176:0:25161:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611371.926182:0:25161:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611371.926183:0:25161:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611371.926188:0:25161:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009a222180. 00000100:00000001:0.0:1749611371.926190:0:25161:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134900146560 : -131938809405056 : ffff88009a222180) 00000100:00000001:0.0:1749611371.926193:0:25161:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611371.926195:0:25161:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359992960 : -131939349558656 : ffff880079f00a80) 00000100:00000001:0.0:1749611371.926199:0:25161:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611371.926203:0:25161:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611371.926205:0:25161:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611371.926207:0:25161:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611371.926212:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611371.926219:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611371.926221:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611371.926225:0:25161:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611371.926232:0:25161:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611371.926234:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611371.926235:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611371.926237:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611371.926239:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611371.926241:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.926242:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611371.926243:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611371.926250:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611371.928783:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b53ba00. 00000100:00000001:3.0:1749611372.032620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611372.032642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611372.032667:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611372.032673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611372.032677:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611372.032682:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611372.032685:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611372.458693:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611372.458701:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611372.458704:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611372.458709:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611372.458713:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611372.458717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611372.458720:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611372.458723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611372.458725:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611372.620646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611372.620655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611372.620657:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611372.620662:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611372.620665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611372.620669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611372.620672:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611372.620675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611372.620678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611372.884679:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611372.884686:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611372.884801:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611372.884807:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611372.884810:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611372.925621:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611372.925627:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611372.925629:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611372.925633:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611372.925637:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611372.925641:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611372.925644:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611372.925647:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611372.925649:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.032650:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611373.032667:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611373.032670:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.032675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611373.032677:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611373.032681:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.032683:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611373.038678:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611373.038687:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611373.038690:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611373.038694:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611373.038697:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611373.038700:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611373.038704:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611373.038710:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5974 00000100:00080000:2.0:1749611373.038714:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611373.038717:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611373.038721:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611373.038723:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611373.038725:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611373.038730:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611373.038732:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611373.038735:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611373.038739:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611373.038741:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611373.038744:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611373.038747:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611373.038767:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611373.038769:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611373.038771:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611373.038774:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611373.038778:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611373.038780:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611373.038784:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611373.038791:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611373.038794:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.038796:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611373.038799:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611373.038805:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000020:00000040:2.0:1749611373.038809:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611373.038812:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611373.038815:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.038818:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611373.038821:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611373.038825:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611373.038833:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51c00. 00000100:00000001:2.0:1749611373.038840:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611373.038850:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611373.038862:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611373.038866:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611373.038871:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54e00] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611373.038901:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611373.038905:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611373.038909:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611373.038910:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611373.038912:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611373.038915:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611373.038923:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5974 00000100:00080000:2.0:1749611373.038926:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611373.038929:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611373.038931:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611373.038933:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611373.038935:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611373.038937:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611373.038939:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611373.038940:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611373.038942:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611373.038944:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611373.038946:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611373.038949:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611373.038950:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611373.038952:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611373.038954:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611373.038957:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611373.038959:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611373.038961:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611373.038963:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611373.038966:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611373.038969:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.038970:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611373.038972:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611373.038975:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 00000020:00000040:2.0:1749611373.038978:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611373.038980:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611373.038981:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.038983:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611373.038984:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611373.038986:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611373.038989:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d53400. 00000100:00000001:2.0:1749611373.038993:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.038997:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611373.039002:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611373.039003:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611373.039006:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611373.039011:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611373.039013:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611373.039015:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611373.039017:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55880] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611373.039026:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039027:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611373.039028:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611373.039029:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611373.039032:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749611373.039033:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611373.039033:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611373.039034:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749611373.039037:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611373.039037:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749611373.039039:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611373.039039:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5974 00000100:00080000:2.0:1749611373.039042:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1749611373.039043:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494661376:0@lo:38:kworker.0 00000100:00000040:2.0:1749611373.039044:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611373.039046:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611373.039048:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611373.039048:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611373.039050:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611373.039052:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611373.039052:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611373.039053:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:3.0:1749611373.039054:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611373.039055:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611373.039057:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611373.039057:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611373.039058:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611373.039060:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:3.0:1749611373.039063:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576400. 00000100:00000040:2.0:1749611373.039063:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:3.0:1749611373.039065:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039065:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611373.039066:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611373.039068:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611373.039070:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611373.039072:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:3.0:1749611373.039073:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00000001:2.0:1749611373.039079:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611373.039081:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 02000000:00000001:2.0:1749611373.039081:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611373.039084:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611373.039086:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611373.039089:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494661376, portal 4 00000100:00000001:2.0:1749611373.039089:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611373.039091:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039092:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611373.039094:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 00000100:00000010:2.0:1749611373.039094:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56680. 00000020:00000040:2.0:1749611373.039096:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611373.039098:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611373.039099:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039100:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749611373.039102:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611373.039102:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611373.039103:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611373.039106:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51400. 00000100:00000001:2.0:1749611373.039109:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611373.039114:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611373.039120:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611373.039122:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611373.039125:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56680] to pc [ptlrpcd_rcv+-1] req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039127:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611373.039131:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611373.039133:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611373.039134:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000040:2.0:1749611373.039135:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1749611373.039137:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494661376, offset 0 00000100:00000001:2.0:1749611373.039138:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611373.039141:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56d80. 00000400:00000200:3.0:1749611373.039143:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749611373.039143:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611373.039146:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611373.039147:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611373.039149:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611373.039152:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5d00. 00000100:00000001:2.0:1749611373.039154:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611373.039158:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611373.039160:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611373.039171:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf946b00 00000400:00000200:3.0:1749611373.039178:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 13000 00000100:00000001:2.0:1749611373.039178:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611373.039180:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611373.039186:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56d80] to pc [ptlrpcd_00_03+3] req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611373.039187:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611373.039191:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611373.039196:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611373.039199:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1749611373.039203:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000100:00000040:3.0:1749611373.039207:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebc000 x1834598494661376 msgsize 520 00000100:00100000:3.0:1749611373.039211:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611373.039220:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039221:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611373.039226:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5984) 00000400:00000200:3.0:1749611373.039230:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611373.039232:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611373.039237:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611373.039241:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039250:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611373.039253:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039260:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039262:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611373.039262:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611373.039265:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494661376 00000100:00000001:3.0:1749611373.039266:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611373.039267:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611373.039270:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611373.039271:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1285 usecs (2 jiffies) 00000100:00000001:2.0:1749611373.039273:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039275:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300646498 02000000:00000001:2.0:1749611373.039277:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611373.039279:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397680. 00000100:00100000:2.0:1749611373.039280:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494661376 00000020:00000001:2.0:1749611373.039282:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611373.039284:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611373.039285:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611373.039286:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749611373.039287:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611373.039289:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611373.039324:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749611373.039327:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300646498 00000020:00000010:2.0:1749611373.039330:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000020:00000010:2.0:1749611373.039335:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000010:3.0:1749611373.039338:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397fc0. 00000100:00000001:2.0:1749611373.039340:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611373.039342:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611373.039342:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611373.039344:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039346:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611373.039347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300646498 00000100:00000010:3.0:1749611373.039350:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b53976c0. 00000100:00000001:2.0:1749611373.039350:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039352:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611373.039353:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611373.039355:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611373.039356:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300646498 00000100:00000010:3.0:1749611373.039358:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397ec0. 00000100:00000001:2.0:1749611373.039358:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.039361:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749611373.039363:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039364:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611373.039366:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039369:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611373.039370:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039371:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611373.039372:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.039375:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749611373.039376:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00000001:3.0:1749611373.039377:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611373.039377:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039379:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611373.039379:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000001:3.0:1749611373.039381:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611373.039381:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611373.039381:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611373.039383:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611373.039383:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611373.039384:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611373.039384:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebc000 x1834598494661376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611373.039386:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611373.039389:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611373.039389:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494661760:0@lo:400:kworker.0 00000100:00000001:1.0:1749611373.039393:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039393:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749611373.039395:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494661376:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611373.039397:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611373.039397:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611373.039398:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611373.039400:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.039401:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611373.039402:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749611373.039403:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611373.039405:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611373.039406:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494661376 00000100:00100000:3.0:1749611373.039408:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494661504:0@lo:38:kworker.0 00000020:00000001:2.0:1749611373.039411:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611373.039412:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611373.039414:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1749611373.039414:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749611373.039415:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8b4d600. 02000000:00000001:3.0:1749611373.039416:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.039418:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611373.039418:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611373.039421:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611373.039423:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611373.039423:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff5d8. 00000400:00000010:3.0:1749611373.039427:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000020:00000001:2.0:1749611373.039428:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611373.039428:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821440. 00000400:00000010:3.0:1749611373.039430:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00010000:00020000:2.0:1749611373.039432:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611373.039433:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494661760, portal 10 00010000:00000001:2.0:1749611373.039436:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611373.039436:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611373.039437:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393876352 : -131936315675264 : ffff88012ec56d80) 00010000:00000001:2.0:1749611373.039439:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611373.039440:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494661504, portal 10 00000100:00000001:3.0:1749611373.039442:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611373.039443:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611373.039444:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00000001:2.0:1749611373.039445:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611373.039446:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611373.039448:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611373.039451:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611373.039453:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3ff000. 00000100:00000001:0.0:1749611373.039454:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611373.039455:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039457:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611373.039457:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611373.039457:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611373.039459:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000100:00000040:3.0:1749611373.039460:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611373.039462:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00010000:00000001:2.0:1749611373.039462:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749611373.039462:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494661760, offset 0 00010000:00000001:2.0:1749611373.039464:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611373.039465:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494661504, offset 0 00000100:00001000:2.0:1749611373.039467:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611373.039467:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611373.039471:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611373.039471:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611373.039475:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611373.039476:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611373.039478:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:3.0:1749611373.039479:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611373.039480:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611373.039483:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611373.039484:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf946c80 00000400:00000200:3.0:1749611373.039485:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946b80 00000100:00000040:2.0:1749611373.039486:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611373.039488:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611373.039490:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611373.039490:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 73024 00000100:00000001:2.0:1749611373.039492:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611373.039495:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611373.039496:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611373.039498:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000400:00000200:3.0:1749611373.039502:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 73248 00000400:00000200:0.0:1749611373.039502:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611373.039507:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611373.039511:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611373.039515:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494661376, offset 0 00000100:00000001:3.0:1749611373.039516:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611373.039518:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611373.039548:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749611373.039549:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebca80. 00000100:00000040:3.0:1749611373.039553:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebca80 x1834598494661504 msgsize 520 00000100:00100000:3.0:1749611373.039559:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611373.039559:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611373.039566:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf946b00 00000400:00000200:2.0:1749611373.039572:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8b21 [1] + 0 00000400:00000200:2.0:1749611373.039577:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611373.039579:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611373.039587:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611373.039591:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611373.039594:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611373.039596:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000200:2.0:1749611373.039596:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039599:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611373.039604:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611373.039606:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039611:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611373.039614:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611373.039615:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611373.039617:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611373.039619:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611373.039621:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611373.039621:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:3.0:1749611373.039622:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749611373.039624:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611373.039625:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611373.039625:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00e00. 00000100:00000001:2.0:1749611373.039627:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611373.039628:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000100:00000001:2.0:1749611373.039629:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611373.039629:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880079f00e00 x1834598494661760 msgsize 224 00000100:00000001:1.0:1749611373.039632:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611373.039633:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611373.039634:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611373.039635:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494661504 00000100:00000040:2.0:1749611373.039636:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611373.039637:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300646499 00000100:00000001:2.0:1749611373.039638:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611373.039639:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749611373.039640:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611373.039643:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300646498 00000100:00000001:0.0:1749611373.039643:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611373.039644:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611373.039646:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300646499 00000100:00000040:2.0:1749611373.039646:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494661376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611373.039647:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039649:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300646498 00000400:00000200:0.0:1749611373.039650:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000400:00000010:0.0:1749611373.039652:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000001:3.0:1749611373.039653:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300646499 02000000:00000001:1.0:1749611373.039653:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039655:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611373.039656:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300646498 00000100:00100000:2.0:1749611373.039656:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494661376:12345-0@lo:38:kworker.0 Request processed in 261us (447us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749611373.039657:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494661504 00000100:00000001:3.0:1749611373.039658:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300646499 00000100:00000200:0.0:1749611373.039660:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.039661:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300646498 00000020:00000001:1.0:1749611373.039661:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611373.039663:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611373.039664:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611373.039666:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611373.039666:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000020:00000001:1.0:1749611373.039666:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611373.039668:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611373.039669:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039670:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611373.039670:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611373.039671:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611373.039672:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611373.039672:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611373.039673:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611373.039676:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611373.039679:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611373.039680:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611373.039681:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:1.0:1749611373.039682:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 02000000:00000001:3.0:1749611373.039683:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611373.039685:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611373.039686:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 02000000:00000001:3.0:1749611373.039687:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611373.039690:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494661632:0@lo:38:kworker.0 00000100:00000001:2.0:1749611373.039690:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611373.039690:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2d80. 00000100:00000001:3.0:1749611373.039694:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611373.039694:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.039696:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749611373.039696:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:0.0:1749611373.039696:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611373.039698:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.039700:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611373.039702:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000100:00000001:0.0:1749611373.039702:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611373.039703:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749611373.039704:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611373.039705:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611373.039706:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000400:00000010:3.0:1749611373.039708:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:1.0:1749611373.039708:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039709:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300646498 00000400:00000010:3.0:1749611373.039711:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611373.039713:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300646499 00000100:00000200:3.0:1749611373.039714:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494661632, portal 10 00000100:00000001:0.0:1749611373.039715:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300646498 00000100:00000001:3.0:1749611373.039716:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611373.039716:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039717:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393874560 : -131936315677056 : ffff88012ec56680) 00000100:00000001:0.0:1749611373.039717:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300646499 00000100:00000001:0.0:1749611373.039719:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300646498 00000100:00000001:2.0:1749611373.039720:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611373.039722:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300646499 00000100:00100000:2.0:1749611373.039723:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494661760 00000100:00000001:0.0:1749611373.039724:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300646498 02000000:00000001:2.0:1749611373.039725:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611373.039726:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300646499 00000100:00000001:2.0:1749611373.039727:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611373.039728:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.039728:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611373.039730:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039731:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611373.039733:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611373.039733:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.039734:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611373.039735:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494661760 00000100:00000001:3.0:1749611373.039736:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611373.039737:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611373.039738:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611373.039740:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000200:3.0:1749611373.039743:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494661632, offset 0 00000020:00000001:2.0:1749611373.039743:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611373.039743:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749611373.039744:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611373.039745:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611373.039745:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749611373.039746:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611373.039746:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611373.039747:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611373.039748:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611373.039748:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611373.039749:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611373.039750:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611373.039751:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611373.039752:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611373.039753:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611373.039753:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:1.0:1749611373.039756:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000400:00000200:3.0:1749611373.039758:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946c00 00000100:00000001:2.0:1749611373.039758:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611373.039761:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224900. 00000400:00000200:3.0:1749611373.039763:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 73768 00000020:00000010:2.0:1749611373.039766:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5397980. 00000400:00000200:3.0:1749611373.039767:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611373.039770:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611373.039772:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611373.039773:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611373.039774:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749611373.039775:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:2.0:1749611373.039775:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611373.039776:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175165056 : -131939534386560 : ffff88006eebca80) 00000100:00000001:0.0:1749611373.039776:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039778:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611373.039781:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf92a00. 00000100:00000001:2.0:1749611373.039781:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1749611373.039783:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf92a00 x1834598494661632 msgsize 520 00000020:00000010:2.0:1749611373.039785:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000040:1.0:1749611373.039785:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebca80 x1834598494661504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611373.039787:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611373.039788:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000020:00000010:2.0:1749611373.039791:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000040:2.0:1749611373.039797:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611373.039799:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749611373.039800:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494661504:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611373.039801:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:0.0:1749611373.039801:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611373.039803:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611373.039804:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494661504 00000020:00000040:0.0:1749611373.039805:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611373.039807:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611373.039808:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749611373.039809:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611373.039810:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749611373.039811:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000100:00000001:2.0:1749611373.039812:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611373.039813:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00000001:0.0:1749611373.039813:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1749611373.039814:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611373.039816:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611373.039816:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494661632 02000000:00000001:0.0:1749611373.039818:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749611373.039820:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611373.039820:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.039826:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611373.039827:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611373.039827:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611373.039828:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039829:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611373.039830:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611373.039831:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611373.039832:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 02000000:00000001:0.0:1749611373.039832:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611373.039835:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:0.0:1749611373.039835:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494661632 00010000:00020000:1.0:1749611373.039836:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611373.039837:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039837:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359993856 : -131939349557760 : ffff880079f00e00) 00000020:00000001:0.0:1749611373.039837:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611373.039838:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749611373.039838:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:1.0:1749611373.039839:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611373.039840:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611373.039840:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611373.039842:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611373.039843:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000040:2.0:1749611373.039843:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f00e00 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:54/0 lens 224/0 e 0 to 0 dl 1749611384 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611373.039843:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611373.039844:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039846:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300646498 00000100:00000001:1.0:1749611373.039847:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611373.039848:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300646499 00000020:00000010:0.0:1749611373.039849:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c400. 00000100:00000001:1.0:1749611373.039850:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611373.039851:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300646498 00000100:00000001:2.0:1749611373.039851:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611373.039853:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224fc0. 02000000:00000001:1.0:1749611373.039853:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749611373.039853:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000100:00000001:2.0:1749611373.039855:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611373.039857:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:3.0:1749611373.039858:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300646499 00000020:00000010:2.0:1749611373.039858:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5224fc0. 00000100:00000001:3.0:1749611373.039861:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300646498 00000100:00000001:0.0:1749611373.039861:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749611373.039862:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca70000. 00000100:00000001:3.0:1749611373.039863:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300646499 00000100:00000001:0.0:1749611373.039863:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611373.039864:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039865:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300646498 00000100:00000001:0.0:1749611373.039865:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039867:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300646499 00000100:00000001:1.0:1749611373.039867:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039869:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611373.039869:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494661760:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611373.039869:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039871:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611373.039872:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749611373.039874:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494661760 00010000:00000001:1.0:1749611373.039875:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039875:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611373.039877:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611373.039877:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:3.0:1749611373.039878:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749611373.039879:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:3.0:1749611373.039880:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000020:00000001:2.0:1749611373.039880:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611373.039881:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611373.039882:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611373.039883:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611373.039883:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611373.039883:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749611373.039885:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000020:00000001:2.0:1749611373.039885:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749611373.039887:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611373.039887:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:0.0:1749611373.039887:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00000001:1.0:1749611373.039888:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749611373.039890:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611373.039890:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931016192 : -131938778535424 : ffff88009bf92a00) 00000100:00000200:3.0:1749611373.039892:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611373.039892:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:2.0:1749611373.039894:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611373.039894:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611373.039894:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf92a00 x1834598494661632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611373.039896:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749611373.039897:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:2.0:1749611373.039898:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749611373.039900:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611373.039900:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611373.039901:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:2.0:1749611373.039902:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749611373.039903:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749611373.039905:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494661632:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611373.039906:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611373.039906:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039907:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611373.039908:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611373.039908:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611373.039909:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611373.039909:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494661632 00000100:00000001:3.0:1749611373.039911:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749611373.039911:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749611373.039912:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749611373.039913:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130313000. 02000000:00000001:3.0:1749611373.039914:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749611373.039914:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611373.039915:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.039916:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611373.039918:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039918:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611373.039918:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000020:00000001:2.0:1749611373.039920:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.039921:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611373.039923:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494661760 00000020:00000001:0.0:1749611373.039923:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611373.039926:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00020000:0.0:1749611373.039926:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:3.0:1749611373.039927:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611373 v=5 (0 0 0 0) 00000100:00000200:1.0:1749611373.039927:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494661504, offset 0 00010000:00000001:0.0:1749611373.039929:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000200:2.0:1749611373.039930:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f00e00 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:54/0 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611373.039931:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=46 v=20 (20 1 1 1) 00010000:00000001:0.0:1749611373.039932:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611373.039934:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611373.039935:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611373.039936:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611373.039938:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611373.039939:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611373.039939:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611373.039941:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611373.039942:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611373.039943:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611373.039943:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=128 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611373.039945:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611373.039946:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611373.039949:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000010:0.0:1749611373.039949:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c955400. 00000100:00000001:3.0:1749611373.039951:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611373.039951:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611373.039951:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611373.039953:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611373.039953:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611373.039955:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611373.039957:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749611373.039957:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611373.039959:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749611373.039959:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611373.039959:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611373.039960:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611373.039961:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611373.039962:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611373.039963:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749611373.039963:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611373.039965:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611373.039966:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611373.039967:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1749611373.039969:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749611373.039970:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00080000:3.0:1749611373.039972:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749611373.039972:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946b80 00000100:00000001:0.0:1749611373.039972:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749611373.039973:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494661760, offset 224 00000100:00000001:3.0:1749611373.039974:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611373.039975:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611373.039979:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611373.039979:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000200:1.0:1749611373.039981:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b2d [1] + 0 02000000:00000001:0.0:1749611373.039981:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611373.039983:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.039985:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611373.039987:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494661376:0@lo:38:kworker.0 00000100:00000040:0.0:1749611373.039988:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611373.039990:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611373.039990:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000100:00000001:3.0:1749611373.039992:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611373.039993:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611373.039994:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611373.039996:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611373.039997:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54e00 x1834598494661376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611373.040003:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611373.040005:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611373.040007:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749611373.040008:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494661632, offset 0 02000000:00000010:3.0:1749611373.040009:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576400. 00000400:00000200:2.0:1749611373.040009:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946c80 02000000:00000001:3.0:1749611373.040012:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749611373.040013:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611373.040015:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611373.040017:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611373.040019:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611373.040019:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b29 [1] + 224 00000100:00000001:1.0:1749611373.040019:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:3.0:1749611373.040021:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51c00. 00000400:00000200:0.0:1749611373.040021:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611373.040024:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749611373.040024:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611373.040026:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749611373.040026:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611373.040027:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946c00 00000100:00000010:3.0:1749611373.040028:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54e00. 00000400:00000200:2.0:1749611373.040028:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611373.040033:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b3d [1] + 0 00000100:00000001:3.0:1749611373.040034:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611373.040035:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040037:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611373.040037:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611373.040038:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611373.040039:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040042:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749611373.040042:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611373.040042:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611373.040043:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040045:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611373.040046:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611373.040047:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611373.040050:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611373.040050:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611373.040053:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611373.040060:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611373.040065:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611373.040087:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611373.040096:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611373.040096:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749611373.040099:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:1.0:1749611373.040102:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749611373.040103:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:3.0:1749611373.040104:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611373.040104:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749611373.040106:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611373.040108:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611373.040109:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611373.040109:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611373.040109:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000100:00000040:1.0:1749611373.040112:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611373.040113:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611373.040115:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611373.040116:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000040:2.0:1749611373.040117:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:1.0:1749611373.040117:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611373.040119:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611373.040119:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611373.040121:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.040121:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611373.040122:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebca80 x1834598494661504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611373.040123:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749611373.040125:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611373.040126:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611373.040127:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611373.040127:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00e00 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:54/0 lens 224/224 e 0 to 0 dl 1749611384 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611373.040129:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff5d8. 00000100:00000040:0.0:1749611373.040129:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611373.040132:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611373.040133:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494661504:12345-0@lo:38:kworker.0 Request processed in 334us (577us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749611373.040134:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611373.040135:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821440 00000400:00000010:3.0:1749611373.040137:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821440. 00000100:00100000:2.0:1749611373.040138:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494661760:12345-0@lo:400:kworker.0 Request processed in 285us (506us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611373.040139:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611373.040139:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf92a00 x1834598494661632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611393 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611373.040145:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00000200:3.0:1749611373.040146:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611373.040148:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494661632:12345-0@lo:38:kworker.0 Request processed in 243us (362us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611373.040149:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749611373.040150:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00000001:1.0:1749611373.040150:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611373.040153:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:3.0:1749611373.040155:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611373.040155:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2d80. 00000100:00000001:2.0:1749611373.040156:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749611373.040157:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00000001:2.0:1749611373.040158:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611373.040159:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:0.0:1749611373.040160:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611373.040162:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749611373.040162:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:0.0:1749611373.040162:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611373.040163:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000100:00000001:3.0:1749611373.040164:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040165:0:28324:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:2.0:1749611373.040165:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:0.0:1749611373.040165:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 02000000:00000001:3.0:1749611373.040167:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611373.040168:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749611373.040168:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:1.0:1749611373.040169:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040170:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.040172:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611373.040172:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c400. 00000020:00000010:2.0:1749611373.040175:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00001000:3.0:1749611373.040176:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=78 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611373.040176:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611373.040179:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=78 v=5 (1 1 1 1) 00000020:00000040:2.0:1749611373.040180:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611373.040182:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611373.040182:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040183:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611373.040186:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611373.040190:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611373.040198:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.040201:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611373.040203:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611373.040205:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611373.040206:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611373.040209:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040216:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611373.040218:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611373.040224:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611373.040228:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611373.040236:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494661760:0@lo:400:kworker.0 00000100:00000001:3.0:1749611373.040241:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040242:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611373.040245:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56d80 x1834598494661760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040251:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611373.040252:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611373.040254:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8b4d600. 02000000:00000001:3.0:1749611373.040258:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611373.040259:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611373.040260:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611373.040262:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611373.040263:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5d00. 02000000:00000001:3.0:1749611373.040266:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611373.040267:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611373.040268:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56d80. 00000100:00000001:3.0:1749611373.040272:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611373.040273:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040275:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040279:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611373.040281:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.040283:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611373.040285:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611373.040312:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611373.040314:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611373.040317:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611373.040320:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611373.040322:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611373.040324:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611373.040328:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611373.040337:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040349:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611373.040351:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040353:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611373.040355:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611373.040356:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611373.040358:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.040360:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611373.040364:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611373 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611373.040367:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=28 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611373.040369:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611373.040371:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611373.040373:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611373.040377:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040384:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611373.040386:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611373.040388:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040389:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611373.040391:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611373.040394:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611373.040396:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611373.040398:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611373.040402:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611373.040409:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494661504:0@lo:38:kworker.0 00000400:00000001:3.0:1749611373.040414:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611373.040415:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611373.040417:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611373.040419:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611373.040420:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611373.040427:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611373.040431:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611373.040439:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040446:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611373.040447:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040449:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611373.040450:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611373.040451:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611373.040453:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611373.040454:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611373.040458:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611373 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611373.040460:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=78 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611373.040463:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1749611373.040466:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:3.0:1749611373.040468:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611373.040470:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611373.040473:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040480:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611373.040482:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611373.040483:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040484:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611373.040486:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611373.040488:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611373.040491:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611373.040492:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611373.040496:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611373.040503:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494661632:0@lo:38:kworker.0 00000100:00000001:3.0:1749611373.040512:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.040514:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611373.040517:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55880 x1834598494661504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040552:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611373.040554:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611373.040556:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611373.040560:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611373.040561:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611373.040563:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611373.040565:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611373.040567:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d53400. 02000000:00000001:3.0:1749611373.040570:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611373.040571:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611373.040573:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55880. 00000100:00000001:3.0:1749611373.040576:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611373.040577:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040579:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611373.040581:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56680 x1834598494661632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611373.040588:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611373.040589:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611373.040591:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 02000000:00000001:3.0:1749611373.040593:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611373.040594:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611373.040595:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611373.040597:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611373.040598:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51400. 02000000:00000001:3.0:1749611373.040600:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611373.040601:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611373.040602:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56680. 00000100:00000001:3.0:1749611373.040605:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611373.040606:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611373.040607:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.040609:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611373.040610:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611373.040617:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611373.040619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611373.041614:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300646499, at 4300646499 00000100:00000040:0.0:1749611373.041616:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300646499, at 4300646499 00000100:00000040:2.0:1749611373.041620:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300646499, at 4300646499 00000100:00000010:3.0:1749611373.041633:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397ec0. 00000100:00000010:2.0:1749611373.041633:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b53976c0. 00000100:00000040:1.0:1749611373.041642:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300646499, at 4300646499 00000100:00000010:0.0:1749611373.041653:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397680. 00000100:00000010:1.0:1749611373.041666:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397fc0. 00000100:00000001:0.0:1749611373.458669:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611373.458678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611373.458682:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611373.458688:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611373.458692:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611373.458697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.458701:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611373.458704:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.458708:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.620789:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611373.620798:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611373.620800:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611373.620805:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749611373.620809:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611373.620812:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.620833:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611373.620846:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.620856:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611373.620861:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.620870:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611373.620873:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.620876:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611373.620878:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611373.620881:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611373.620890:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494660608:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611373.620896:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.620898:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611373.620901:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611373.620902:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611373.620906:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.620912:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611373.620915:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abb40. 00000100:00000001:0.0:1749611373.620921:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611373.620922:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611373.620926:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611373.620930:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611373.620934:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611373.620937:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ec00 refcount=4 00000020:00000001:0.0:1749611373.620940:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:0.0:1749611373.620943:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00010000:0.0:1749611373.620949:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.620964:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611373.620969:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.620975:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611373.620979:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.620984:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611373.620986:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611373.620989:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.620995:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611373.620997:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611373.621000:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611373.621003:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611373.621009:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ec00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611373.621012:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611373.621015:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.621021:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611373.621022:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611373.621024:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611373.621025:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ec00 refcount=5 00000020:00000001:0.0:1749611373.621027:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:0.0:1749611373.621029:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043968 : -131939252507648 : ffff88007fb8ec00) 00010000:00000001:0.0:1749611373.621033:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611373.621040:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611373.621046:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611373.621049:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611373.621054:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611373.621056:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611373.621058:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611373.621060:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611373.621062:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611373.621065:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611373.621066:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611373.621068:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611373.621069:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611373.621072:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ec00 with handle 0x689c0ec07329d3f9 from hash 00010000:00000001:0.0:1749611373.621075:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611373.621076:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611373.621077:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611373.621078:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611373.621079:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611373.621081:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611373.621083:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611373.621084:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611373.621085:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611373.621087:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611373.621090:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.621095:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611373.621096:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611373.621097:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611373.621098:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611373.621099:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611373.621100:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611373.621102:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611373.621109:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ec00/0x689c0ec07329d3f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611373.621142:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611373.621145:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611373.621148:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611373.621153:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54380 x1834598494660608/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.621160:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611373.621164:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611373.621166:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611373.621168:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611373.621172:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8fa00. 02000000:00000001:0.0:1749611373.621178:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611373.621180:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611373.621182:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54380. 00000100:00000001:0.0:1749611373.621187:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611373.621189:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611373.621191:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611373.621194:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611373.621197:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611373.621201:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55480. 00000020:00000010:0.0:1749611373.621206:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8b4c400. 00000020:00000010:0.0:1749611373.621212:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8b4d600. 00000040:00000010:0.0:1749611373.621226:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009b414000. 00000020:00000010:0.0:1749611373.621231:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611373.621236:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009b414200. 80000000:00000010:0.0:1749611373.621241:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16600. 00040000:00000010:0.0:1749611373.621246:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009b414400. 00080000:00000010:0.0:1749611373.621253:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611373.621259:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 10000000:00000040:0.0:1749611373.621267:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611373.621271:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000001:0.0:1749611373.621276:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611373.621284:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611373.621321:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8b4d600. 00000040:00000010:0.0:1749611373.621327:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009b414000. 00000020:00000010:0.0:1749611373.621332:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611373.621337:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009b414200. 80000000:00000010:0.0:1749611373.621340:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16600. 00040000:00000010:0.0:1749611373.621346:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009b414400. 00080000:00000010:0.0:1749611373.621351:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:0.0:1749611373.621358:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611373.621362:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8b4c400. 10000000:00000010:0.0:1749611373.621365:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55480. 10000000:01000000:0.0:1749611373.621368:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' failed (-5). 10000000:00000001:0.0:1749611373.621372:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611373.621375:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611373.621378:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611373.621379:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611373.621381:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009c9bfc00) refs 2 10000000:00000001:0.0:1749611373.621383:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611373.621385:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611373.621387:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88007a828800) refs 2 10000000:00000001:0.0:1749611373.621389:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611373.621390:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611373.621392:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749611373.621393:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611373.621395:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229000 from 4 10000000:00000001:0.0:1749611373.621397:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611373.621399:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749611373.621405:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000020:00000040:0.0:1749611373.621408:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611373.621412:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611373.621416:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611373.621421:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611373.621426:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009b414600. 00000100:00000001:0.0:1749611373.621432:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611373.621436:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611373.621444:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611373.621452:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a8af6700. 00010000:00000001:0.0:1749611373.621456:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611373.621458:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009b414400. 00000020:00000001:0.0:1749611373.621462:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611373.621464:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009b414400 with handle 0x689c0ec07329d407 to hash 00000020:00000001:0.0:1749611373.621467:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611373.621469:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134918964224 : -131938790587392 : ffff88009b414400) 00010000:00000001:0.0:1749611373.621471:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134918964224 : -131938790587392 : ffff88009b414400) 00010000:00000001:0.0:1749611373.621474:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611373.621476:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611373.621479:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611373.621487:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611373.621499:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611373.621504:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611373.621506:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611373.621516:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381000. 00000100:00000001:0.0:1749611373.621518:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277504 : -131939613274112 : ffff88006a381000) 00000100:00000001:0.0:1749611373.621558:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611373.621560:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000100:00000001:0.0:1749611373.621564:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611373.621569:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.621571:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611373.621573:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611373.621578:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.621586:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611373.621588:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611373.621598:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611373.621605:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611373.621607:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611373.621609:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611373.621611:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611373.621613:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611373.621615:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.621616:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611373.621617:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.621619:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611373.626716:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ec00. 00010000:00000001:0.0:1749611373.886645:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611373.886655:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611373.886658:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611373.886661:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611373.886666:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611373.886669:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611373.886671:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611373.886673:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611373.886803:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611373.886809:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611373.886812:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611373.925618:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611373.925624:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611373.925627:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611373.925631:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611373.925635:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611373.925638:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.925641:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611373.925644:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611373.925647:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611374.040646:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611374.040664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611374.040666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611374.040671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611374.040673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611374.040677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611374.040679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611374.458687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611374.458696:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611374.458698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611374.458703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611374.458707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611374.458711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611374.458714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611374.458718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611374.458720:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611374.621742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611374.621751:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611374.621753:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611374.621758:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611374.621762:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611374.621765:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611374.621768:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611374.621772:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611374.621774:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611374.888654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611374.888662:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611374.888803:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611374.888809:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611374.888813:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611374.925619:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611374.925625:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611374.925628:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611374.925632:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611374.925635:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611374.925639:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611374.925642:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611374.925646:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611374.925648:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611375.040695:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611375.040713:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611375.040715:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611375.040720:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611375.040722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611375.040727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611375.040729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611375.458704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611375.458714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611375.458718:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611375.458726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611375.458732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611375.458737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611375.458741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611375.458745:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611375.458748:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611375.621660:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611375.621669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611375.621671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611375.621676:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611375.621680:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611375.621684:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611375.621686:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611375.621689:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611375.621692:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611375.890665:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611375.890674:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611375.890815:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611375.890821:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611375.890824:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611375.925614:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611375.925620:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611375.925624:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611375.925628:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611375.925632:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611375.925636:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611375.925640:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611375.925643:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611375.925647:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611376.040661:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611376.040678:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611376.040681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611376.040685:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611376.040688:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611376.040692:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611376.040694:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611376.458682:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611376.458690:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611376.458692:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611376.458698:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611376.458702:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611376.458705:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611376.458709:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611376.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611376.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611376.621677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611376.621683:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611376.621684:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611376.621687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611376.621689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611376.621692:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611376.621693:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611376.621696:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611376.621698:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611376.892646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611376.892656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611376.892781:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611376.892787:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611376.892791:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611376.925629:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611376.925635:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611376.925638:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611376.925642:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611376.925646:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611376.925650:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611376.925653:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611376.925656:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611376.925659:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611377.040654:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611377.040672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611377.040676:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611377.040682:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611377.040685:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611377.040689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611377.040693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611377.458670:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611377.458678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611377.458681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611377.458685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611377.458689:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611377.458693:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611377.458696:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611377.458698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611377.458701:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611377.621700:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611377.621725:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611377.621727:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611377.621732:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611377.621736:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611377.621739:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611377.621742:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611377.621745:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611377.621748:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611377.894701:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611377.894709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611377.894813:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611377.894821:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611377.894827:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611377.925602:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611377.925608:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611377.925610:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611377.925613:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009a222180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611377.925617:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611377.925635:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611377.925638:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611377.925649:0:25161:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611377.925658:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611377.925662:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611377.925669:0:25161:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611377.925671:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611377.925674:0:25161:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611377.925675:0:25161:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611377.925678:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611377.925685:0:25161:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f00a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:25161:1834598494661248:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611377.925690:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611377.925692:0:25161:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611377.925694:0:25161:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611377.925696:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611377.925699:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611377.925704:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611377.925707:0:25161:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009a222180. 00000100:00000001:0.0:1749611377.925711:0:25161:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611377.925712:0:25161:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611377.925715:0:25161:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611377.925719:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611377.925722:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611377.925725:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800a8b4dc00 refcount=4 00000020:00000001:0.0:1749611377.925727:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135144643584 : -131938564908032 : ffff8800a8b4dc00) 00010000:00000001:0.0:1749611377.925729:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135144643584 : -131938564908032 : ffff8800a8b4dc00) 00010000:00010000:0.0:1749611377.925734:0:25161:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611377.925746:0:25161:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611377.925751:0:25161:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611377.925756:0:25161:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611377.925759:0:25161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611377.925764:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611377.925765:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611377.925767:0:25161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611377.925772:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611377.925774:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611377.925776:0:25161:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611377.925779:0:25161:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611377.925784:0:25161:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800a8b4dc00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611377.925786:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611377.925789:0:25161:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611377.925793:0:25161:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611377.925794:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611377.925795:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611377.925796:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800a8b4dc00 refcount=5 00000020:00000001:0.0:1749611377.925798:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135144643584 : -131938564908032 : ffff8800a8b4dc00) 00010000:00000001:0.0:1749611377.925800:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135144643584 : -131938564908032 : ffff8800a8b4dc00) 00010000:00000001:0.0:1749611377.925802:0:25161:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611377.925808:0:25161:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611377.925813:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611377.925816:0:25161:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611377.925820:0:25161:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611377.925822:0:25161:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611377.925823:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611377.925825:0:25161:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611377.925827:0:25161:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611377.925829:0:25161:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611377.925830:0:25161:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611377.925832:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611377.925833:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611377.925835:0:25161:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800a8b4dc00 with handle 0x689c0ec07329d400 from hash 00010000:00000001:0.0:1749611377.925837:0:25161:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611377.925838:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611377.925839:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611377.925840:0:25161:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611377.925841:0:25161:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611377.925842:0:25161:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611377.925844:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611377.925844:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611377.925845:0:25161:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611377.925847:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611377.925849:0:25161:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611377.925853:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611377.925854:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611377.925855:0:25161:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611377.925856:0:25161:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611377.925857:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611377.925858:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611377.925858:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611377.925864:0:25161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8800a8b4dc00/0x689c0ec07329d400 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611377.925871:0:25161:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88008295c800 count: 0 00010000:00000001:0.0:1749611377.925899:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611377.925901:0:25161:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611377.925903:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611377.925907:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f00a80 x1834598494661248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611377.925913:0:25161:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611377.925915:0:25161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611377.925917:0:25161:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611377.925919:0:25161:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611377.925922:0:25161:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8b4ca00. 02000000:00000001:0.0:1749611377.925927:0:25161:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611377.925928:0:25161:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611377.925930:0:25161:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f00a80. 00000100:00000001:0.0:1749611377.925933:0:25161:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611377.925934:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611377.925936:0:25161:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611377.925939:0:25161:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611377.925941:0:25161:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611377.925944:0:25161:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55480. 00000020:00000010:0.0:1749611377.925948:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009b414200. 00000020:00000010:0.0:1749611377.925953:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009b414000. 00000040:00000010:0.0:1749611377.925956:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009b414800. 00000020:00000010:0.0:1749611377.925960:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611377.925964:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009b414a00. 80000000:00000010:0.0:1749611377.925968:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16600. 00040000:00000010:0.0:1749611377.925972:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009b414c00. 00080000:00000010:0.0:1749611377.925978:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611377.925983:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 10000000:00000040:0.0:1749611377.925990:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611377.925994:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 00000040:00000001:0.0:1749611377.926002:0:25161:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611377.926004:0:25161:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611377.926006:0:25161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009b415000. 00000040:00000001:0.0:1749611377.926010:0:25161:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611377.926013:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611377.926016:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611377.926019:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611377.926027:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611377.926029:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611377.926051:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611377.926068:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.926071:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611377.926072:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.926074:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611377.926075:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.926079:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff88009a4c7000 00000020:00000001:0.0:1749611377.926083:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff3f8 00080000:00000002:0.0:1749611377.926084:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:0.0:1749611377.926087:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.926090:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611377.926093:0:25161:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009c954400. 00080000:00000001:0.0:1749611377.926096:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611377.926100:0:25161:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b85a0. 00000020:00000001:0.0:1749611377.926103:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611377.926109:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8af6200. 00000020:00000001:0.0:1749611377.926113:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611377.926115:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b415200. 00000020:00000001:0.0:1749611377.926117:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.926120:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.926122:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611377.926124:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.926125:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611377.926127:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.926130:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611377.926134:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135144284760 : -131938565266856 : ffff8800a8af6258) 00000040:00000001:0.0:1749611377.926141:0:25161:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.926143:0:25161:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.926144:0:25161:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611377.926149:0:25161:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88007d28e000. 00000040:00000001:0.0:1749611377.926151:0:25161:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611377.926152:0:25161:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611377.926710:0:25161:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.926713:0:25161:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.926715:0:25161:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.926717:0:25161:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611377.926719:0:25161:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b168a0. 00000040:00001000:0.0:1749611377.926721:0:25161:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611377.926725:0:25161:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611377.926728:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009b415400. 00000020:00000010:0.0:1749611377.926730:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009b415600. 00000040:00000010:0.0:1749611377.926733:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009b415800. 00000020:00000010:0.0:1749611377.926735:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611377.926740:0:25161:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611377.926743:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009b415a00. 80000000:00000010:0.0:1749611377.926745:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16720. 40000000:00000010:0.0:1749611377.926748:0:25161:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c554c0. 00100000:00000010:0.0:1749611377.926753:0:25161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a3b6000. 00040000:00000010:0.0:1749611377.926757:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8af6900. 00040000:00000010:0.0:1749611377.926760:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009b415c00. 00080000:00000010:0.0:1749611377.926765:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611377.926773:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129e7e000. 00000004:00000010:0.0:1749611377.926780:0:25161:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a3b0000. 00000004:00000010:0.0:1749611377.926786:0:25161:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c1000. 00000004:00000010:0.0:1749611377.926792:0:25161:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d241000. 00002000:00000010:0.0:1749611377.926797:0:25161:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880087547400. 00000004:00000010:0.0:1749611377.926803:0:25161:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5206400. 00000020:00000010:0.0:1749611377.926808:0:25161:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129c55d00. 00000040:00000010:0.0:1749611377.926815:0:25161:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009b1fc000. 00000040:00001000:0.0:1749611377.926818:0:25161:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611377.926827:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611377.926830:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611377.926835:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:0.0:1749611377.927001:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611377.927005:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.927008:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611377.927010:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611377.927012:0:25161:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927014:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611377.927016:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1749611377.927017:0:25161:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927019:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc160 type=0x10620000 idx=3 00000040:00001000:0.0:1749611377.927020:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1749611377.927022:0:25161:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927023:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc1d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611377.927024:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611377.927025:0:25161:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927027:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc2b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611377.927028:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611377.927029:0:25161:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927031:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611377.927032:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611377.927033:0:25161:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927034:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611377.927036:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611377.927037:0:25161:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927038:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc4c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611377.927039:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611377.927041:0:25161:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927042:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc5a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611377.927043:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611377.927044:0:25161:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927046:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc5f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611377.927052:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611377.927054:0:25161:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927055:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc6d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611377.927057:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611377.927058:0:25161:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927060:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc7b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611377.927061:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611377.927062:0:25161:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927064:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611377.927065:0:25161:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611377.927067:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611377.927068:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611377.927070:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611377.927075:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611377.927076:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.927078:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611377.927079:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611377.927081:0:25161:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000040:00001000:0.0:1749611377.927082:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1fc908 type=0x0 idx=0 00000040:00000001:0.0:1749611377.927083:0:25161:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611377.927085:0:25161:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611377.927087:0:25161:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009b1fc000. 00000020:00000010:0.0:1749611377.927096:0:25161:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129c55d00. 00000020:00000010:0.0:1749611377.927103:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009b415600. 00000040:00000010:0.0:1749611377.927107:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009b415800. 00000020:00000010:0.0:1749611377.927109:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611377.927113:0:25161:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611377.927117:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009b415a00. 80000000:00000010:0.0:1749611377.927119:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16720. 40000000:00000010:0.0:1749611377.927123:0:25161:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c554c0. 00100000:00000010:0.0:1749611377.927126:0:25161:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a3b6000. 00040000:00000010:0.0:1749611377.927130:0:25161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8af6900. 00040000:00000010:0.0:1749611377.927132:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009b415c00. 00080000:00000010:0.0:1749611377.927140:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129e7e000. 00080000:00000010:0.0:1749611377.927143:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000004:00000010:0.0:1749611377.927146:0:25161:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a3b0000. 00000004:00000010:0.0:1749611377.927151:0:25161:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c1000. 00000004:00000010:0.0:1749611377.927154:0:25161:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009d241000. 00002000:00000010:0.0:1749611377.927160:0:25161:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880087547400. 00000004:00000010:0.0:1749611377.927163:0:25161:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b5206400. 00000020:00000010:0.0:1749611377.927166:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009b415400. 00000040:00000010:0.0:1749611377.927168:0:25161:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b168a0. 00000040:00000001:0.0:1749611377.927170:0:25161:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.927172:0:25161:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611377.927175:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415200/ffff8800a8af6200 to site lru. bkt: ffff880111e9b1e0 00000040:00000010:0.0:1749611377.927178:0:25161:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b85a0. 00000040:00000001:0.0:1749611377.927180:0:25161:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611377.927182:0:25161:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88007d28e000. 00000040:00000010:0.0:1749611377.927187:0:25161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009b415000. 00000040:00000001:0.0:1749611377.927189:0:25161:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611377.927191:0:25161:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-OST0000, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611377.927194:0:25161:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611377.927196:0:25161:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.927199:0:25161:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611377.927200:0:25161:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1749611377.927202:0:25161:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611377.927203:0:25161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a8b4ca00. 00000040:00000001:0.0:1749611377.927205:0:25161:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611377.927206:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611377.927208:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611377.927210:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611377.927213:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611377.927215:0:25161:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611377.927217:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611377.927219:0:25161:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b85a0. 00000020:00000001:0.0:1749611377.927221:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611377.927228:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612135144284760 : -131938565266856 : ffff8800a8af6258) 00000040:00000001:0.0:1749611377.927230:0:25161:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.927232:0:25161:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.927233:0:25161:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611377.927235:0:25161:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009b1fc000. 00000040:00000001:0.0:1749611377.927237:0:25161:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611377.927238:0:25161:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611377.927243:0:25161:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.927245:0:25161:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.927265:0:25161:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611377.927267:0:25161:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611377.927269:0:25161:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b168a0. 00000040:00001000:0.0:1749611377.927271:0:25161:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611377.927573:0:25183:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611377.927580:0:25183:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000020:00000010:1.0:1749611377.927584:0:25183:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4ba00. 00000040:00000010:1.0:1749611377.927587:0:25183:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4ae00. 00000020:00000010:1.0:1749611377.927590:0:25183:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b800. 00000020:00000010:1.0:1749611377.927594:0:25183:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611377.927596:0:25183:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4aa00. 80000000:00000010:1.0:1749611377.927599:0:25183:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272480. 40000000:00000010:1.0:1749611377.927602:0:25183:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8400. 00100000:00000010:1.0:1749611377.927606:0:25183:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a800. 00040000:00000010:1.0:1749611377.927610:0:25183:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9900. 00040000:00000010:1.0:1749611377.927612:0:25183:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4a200. 00080000:00000010:1.0:1749611377.927616:0:25183:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611377.927621:0:25183:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00000004:00000010:1.0:1749611377.927625:0:25183:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a728000. 00000004:00000010:1.0:1749611377.927629:0:25183:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611377.927632:0:25183:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72b000. 00002000:00000010:1.0:1749611377.927637:0:25183:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb9a400. 00000004:00000010:1.0:1749611377.927639:0:25183:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cb9bc00. 00000020:00000010:1.0:1749611377.927642:0:25183:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129cc8640. 00000040:00000010:1.0:1749611377.927648:0:25183:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f06000. 00000040:00001000:1.0:1749611377.927650:0:25183:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611377.927651:0:25183:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611377.927653:0:25183:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611377.927657:0:25183:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:1.0:1749611377.927665:0:25183:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611377.927668:0:25183:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611377.927669:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611377.927672:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611377.927674:0:25183:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611377.927676:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611377.927678:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611377.927686:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611377.927688:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611377.927693:0:25183:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749611377.927695:0:25183:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611377.927697:0:25183:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611377.927701:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9f00. 00000020:00000080:1.0:1749611377.927704:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611377.927705:0:25183:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749611377.927707:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611377.927710:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9f00. 00000020:00000001:1.0:1749611377.927712:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611377.927714:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f060e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611377.927716:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749611377.927718:0:25183:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611377.927719:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611377.927721:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff880129ca2d80. 00000020:00000080:1.0:1749611377.927723:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611377.927724:0:25183:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611377.927726:0:25183:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611377.927737:0:25183:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff88012f88c050. 00000020:00000080:1.0:1749611377.927741:0:25183:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff88012f88c050) 00000020:00000001:1.0:1749611377.927743:0:25183:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611377.927745:0:25183:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88006a72c800. 00000020:00000001:1.0:1749611377.927747:0:25183:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611377.927749:0:25183:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006a72c800 with handle 0x689c0ec07329d40e to hash 00000020:00000001:1.0:1749611377.927750:0:25183:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611377.927754:0:25183:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611377.927756:0:25183:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611377.927758:0:25183:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134100125696 : -131939609425920 : ffff88006a72c800) 00000020:00000040:1.0:1749611377.927761:0:25183:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72c800 : new refcount 1 00000020:00000040:1.0:1749611377.927772:0:25183:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88012f88c050) now 2 - obd_device_list 00000020:00000001:1.0:1749611377.927777:0:25183:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611377.927779:0:25183:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749611377.927781:0:25183:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611377.927786:0:25183:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611377.927788:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff880129ca2d80. 00000020:00000001:1.0:1749611377.927790:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611377.927793:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06160 type=0x10620000 idx=3 00000040:00001000:1.0:1749611377.927794:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749611377.927796:0:25183:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611377.927797:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749611377.927798:0:25183:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749611377.927800:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff8800a6272660. 00000020:00000080:1.0:1749611377.927801:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611377.927805:0:25183:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611377.927821:0:25183:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611377.927824:0:25183:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf4780. 00000001:00000010:1.0:1749611377.927829:0:25183:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a37136e0. 00000001:00000010:1.0:1749611377.927833:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08400. 00000001:00000010:1.0:1749611377.927836:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08200. 00000001:00000010:1.0:1749611377.927838:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08600. 00000001:00000010:1.0:1749611377.927840:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08c00. 00000001:00000001:1.0:1749611377.927841:0:25183:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611377.927842:0:25183:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf46c0. 00000001:00000010:1.0:1749611377.927845:0:25183:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713400. 00000001:00000010:1.0:1749611377.927847:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08800. 00000001:00000010:1.0:1749611377.927849:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca200. 00000001:00000010:1.0:1749611377.927852:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42cb000. 00000001:00000010:1.0:1749611377.927854:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca600. 00000020:00000001:1.0:1749611377.927856:0:25183:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611377.927858:0:25183:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cba00. 00000020:00000010:1.0:1749611377.927860:0:25183:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca2d80. 00000020:00000010:1.0:1749611377.927864:0:25183:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000008:00000010:1.0:1749611377.927868:0:25183:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf1e0. 00020000:00000010:1.0:1749611377.927872:0:25183:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5d40. 00008000:00000010:1.0:1749611377.927876:0:25183:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d72b0. 00000080:00000010:1.0:1749611377.927881:0:25183:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a960. 00000020:00000010:1.0:1749611377.927884:0:25183:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cbc00. 00000020:00000010:1.0:1749611377.927890:0:25183:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880095486c00. 00000020:00000010:1.0:1749611377.927894:0:25183:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ff000. 00000020:00000010:1.0:1749611377.927897:0:25183:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611377.927899:0:25183:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880095487000. 80000000:00000010:1.0:1749611377.927901:0:25183:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a6272720. 40000000:00000010:1.0:1749611377.927903:0:25183:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8ec0. 00100000:00000010:1.0:1749611377.927906:0:25183:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51fb800. 00040000:00000010:1.0:1749611377.927908:0:25183:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9f00. 00040000:00000010:1.0:1749611377.927910:0:25183:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880095487600. 00080000:00000010:1.0:1749611377.927914:0:25183:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611377.927918:0:25183:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec0000. 00002000:00000010:1.0:1749611377.927923:0:25183:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d743800. 00002000:00000010:1.0:1749611377.927933:0:25183:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff880071978000. 00002000:00000001:1.0:1749611377.927936:0:25183:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749611377.927939:0:25183:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749611377.927942:0:25183:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611377.927944:0:25183:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611377.927946:0:25183:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:01000004:1.0:1749611377.927949:0:25183:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88006a72f800 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749611377.927950:0:25183:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00002000:00000010:1.0:1749611377.927953:0:25183:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff880129cc8f00. 00002000:00000001:1.0:1749611377.927955:0:25183:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749611377.927957:0:25183:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff88007ddf4d80. 00002000:00000001:1.0:1749611377.927959:0:25183:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749611377.927961:0:25183:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749611377.927963:0:25183:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749611377.927964:0:25183:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611377.927965:0:25183:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611377.927967:0:25183:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880071978800. 00000020:00000001:1.0:1749611377.927969:0:25183:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611377.927970:0:25183:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880071978800 with handle 0x689c0ec07329d415 to hash 00000020:00000001:1.0:1749611377.927972:0:25183:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611377.927974:0:25183:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611377.927975:0:25183:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611377.927977:0:25183:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88d5c0) now 5 - export 00000020:00000001:1.0:1749611377.927983:0:25183:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00000020:00000040:1.0:1749611377.927985:0:25183:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 1 00000020:00000080:1.0:1749611377.927987:0:25183:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d415 00000020:00000001:1.0:1749611377.927989:0:25183:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611377.927990:0:25183:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611377.927992:0:25183:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d415 00000020:00000001:1.0:1749611377.927993:0:25183:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611377.927995:0:25183:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880071978800 refcount=2 00000020:00000001:1.0:1749611377.927997:0:25183:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00000020:00000001:1.0:1749611377.927998:0:25183:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00080000:00000001:1.0:1749611377.928000:0:25183:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611377.928001:0:25183:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611377.928003:0:25183:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff88007ddf4d80. 00002000:00000001:1.0:1749611377.928005:0:25183:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611377.928007:0:25183:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff880129cc8f00. 00002000:00000001:1.0:1749611377.928009:0:25183:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611377.928011:0:25183:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611377.928013:0:25183:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611377.928015:0:25183:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611377.928017:0:25183:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009d743000. 00000001:00000001:1.0:1749611377.928019:0:25183:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611377.928020:0:25183:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ddf9700. 00000001:00000010:1.0:1749611377.928023:0:25183:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff88012d124000. 00000001:00000010:1.0:1749611377.928118:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006697000. 00000001:00000010:1.0:1749611377.928168:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066a1000. 00000001:00000010:1.0:1749611377.928216:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066ab000. 00000001:00000010:1.0:1749611377.928288:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066b5000. 00000001:00000010:1.0:1749611377.928339:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066bf000. 00000001:00000010:1.0:1749611377.928387:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066c9000. 00000001:00000010:1.0:1749611377.928435:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066d3000. 00000001:00000010:1.0:1749611377.928485:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066dd000. 00000001:00000010:1.0:1749611377.928578:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066e7000. 00000001:00000010:1.0:1749611377.928628:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066f1000. 00000001:00000010:1.0:1749611377.928684:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900066fb000. 00000001:00000010:1.0:1749611377.928730:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006705000. 00000001:00000010:1.0:1749611377.928775:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000670f000. 00000001:00000010:1.0:1749611377.928819:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006719000. 00000001:00000010:1.0:1749611377.928869:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006723000. 00000001:00000010:1.0:1749611377.928915:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000672d000. 00000001:00000010:1.0:1749611377.928959:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006737000. 00000001:00000010:1.0:1749611377.929009:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006741000. 00000001:00000010:1.0:1749611377.929055:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000674b000. 00000001:00000010:1.0:1749611377.929101:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006755000. 00000001:00000010:1.0:1749611377.929150:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000675f000. 00000001:00000010:1.0:1749611377.929197:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006769000. 00000001:00000010:1.0:1749611377.929242:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006773000. 00000001:00000010:1.0:1749611377.929307:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000677d000. 00000001:00000010:1.0:1749611377.929360:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006787000. 00000001:00000010:1.0:1749611377.929406:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006791000. 00000001:00000010:1.0:1749611377.929462:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000679b000. 00000001:00000010:1.0:1749611377.929559:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067a5000. 00000001:00000010:1.0:1749611377.929621:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067af000. 00000001:00000010:1.0:1749611377.929671:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067b9000. 00000001:00000010:1.0:1749611377.929717:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067c3000. 00000001:00000010:1.0:1749611377.929767:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067cd000. 00000001:00000010:1.0:1749611377.929813:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067d7000. 00000001:00000010:1.0:1749611377.929857:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067e1000. 00000001:00000010:1.0:1749611377.929905:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067eb000. 00000001:00000010:1.0:1749611377.929951:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067f5000. 00000001:00000010:1.0:1749611377.930000:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900067ff000. 00000001:00000010:1.0:1749611377.930044:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006809000. 00000001:00000010:1.0:1749611377.930093:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006813000. 00000001:00000010:1.0:1749611377.930136:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000681d000. 00000001:00000010:1.0:1749611377.930181:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006827000. 00000001:00000010:1.0:1749611377.930233:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006831000. 00000001:00000010:1.0:1749611377.930296:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000683b000. 00000001:00000010:1.0:1749611377.930343:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006845000. 00000001:00000010:1.0:1749611377.930392:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000684f000. 00000001:00000010:1.0:1749611377.930437:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006859000. 00000001:00000010:1.0:1749611377.930481:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006863000. 00000001:00000010:1.0:1749611377.930545:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000686d000. 00000001:00000010:1.0:1749611377.930604:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006877000. 00000001:00000010:1.0:1749611377.930666:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006881000. 00000001:00000010:1.0:1749611377.930721:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000688b000. 00000001:00000010:1.0:1749611377.930773:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006895000. 00000001:00000010:1.0:1749611377.930818:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000689f000. 00000001:00000010:1.0:1749611377.930863:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068a9000. 00000001:00000010:1.0:1749611377.930906:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068b3000. 00000001:00000010:1.0:1749611377.930954:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068bd000. 00000001:00000010:1.0:1749611377.930997:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068c7000. 00000001:00000010:1.0:1749611377.931050:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068d1000. 00000001:00000010:1.0:1749611377.931125:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068db000. 00000001:00000010:1.0:1749611377.931186:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068e5000. 00000001:00000010:1.0:1749611377.931269:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068ef000. 00000001:00000010:1.0:1749611377.931331:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900068f9000. 00000001:00000010:1.0:1749611377.931428:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006903000. 00000001:00000010:1.0:1749611377.931504:0:25183:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000690d000. 00000020:00000010:1.0:1749611377.931659:0:25183:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d740000. 00000020:00000010:1.0:1749611377.931665:0:25183:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a3713220. 00010000:00000001:1.0:1749611377.931697:0:25183:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000010:3.1:1749611377.931720:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88008295c800. 00010000:00000010:3.1:1749611377.931731:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8b4dc00. 00010000:00000001:1.0:1749611377.931741:0:25183:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611377.931759:0:25183:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d741c00. 00000020:00000010:1.0:1749611377.931764:0:25183:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012d124a00. 00010000:00000001:1.0:1749611377.931777:0:25183:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611377.931780:0:25183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:1.0:1749611377.931790:0:25183:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611377.931796:0:25183:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134955855872 : -131938753695744 : ffff88009d743000) 00000020:00000001:1.0:1749611377.931803:0:25183:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749611377.931809:0:25183:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749611377.931820:0:25183:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749611377.931828:0:25183:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611377.931848:0:25183:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff88006b6b4000. 00000020:00000001:1.0:1749611377.931853:0:25183:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749611377.931856:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749611377.931862:0:25183:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88007ddf9a00. 00002000:00000001:1.0:1749611377.931868:0:25183:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749611377.931873:0:25183:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c556360. 00002000:00000001:1.0:1749611377.931877:0:25183:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937060280 : -131938772491336 : ffff88009c5563b8) 00002000:00000001:1.0:1749611377.931908:0:25183:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749611377.931910:0:25183:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749611377.931969:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d124400. 00002000:00000001:1.0:1749611377.931974:0:25183:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611377.931978:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749611377.931983:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749611377.931985:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611377.931989:0:25183:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749611377.932000:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db9f8. 00000001:00000010:1.0:1749611377.932018:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db9f8. 00080000:00000001:1.0:1749611377.932024:0:25183:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749611377.932027:0:25183:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749611377.932034:0:25183:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611377.932037:0:25183:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749611377.932048:0:25183:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611377.932052:0:25183:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611377.932060:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937060280 : -131938772491336 : ffff88009c5563b8) 00000020:00000001:1.0:1749611377.932065:0:25183:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137365357568 : -131936344194048 : ffff88012d124400) 00000001:00000040:1.0:1749611377.932097:0:25183:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 25769803776: rc = 0 00000001:00000002:1.0:1749611377.932103:0:25183:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749611377.932112:0:25183:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 25769803776 00000001:00000002:1.0:1749611377.932115:0:25183:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 7 00000001:00000002:1.0:1749611377.932117:0:25183:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749611377.932119:0:25183:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749611377.932122:0:25183:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749611377.932124:0:25183:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:1.0:1749611377.932126:0:25183:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749611377.932128:0:25183:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:1.0:1749611377.932130:0:25183:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749611377.932133:0:25183:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749611377.932136:0:25183:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff88013990dc00. 00000001:00000040:0.0:1749611377.932471:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 8590240194, last_xid = 1834594324797824, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932478:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000040:0.0:1749611377.932486:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8448 uuid = , last_transno = 8590240454, last_xid = 1834594324874112, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932507:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 1 00000001:00000040:0.0:1749611377.932511:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8576 uuid = , last_transno = 8590240197, last_xid = 1834594497094528, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932515:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 2 00000001:00000040:0.0:1749611377.932517:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8704 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932520:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 3 00000001:00000040:0.0:1749611377.932523:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8832 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932526:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 4 00000001:00000040:0.0:1749611377.932529:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8960 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932531:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 5 00000001:00000040:0.0:1749611377.932534:0:25183:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @9088 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611377.932577:0:25183:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 6 00000001:00000010:0.0:1749611377.932580:0:25183:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff88013990dc00. 00000001:00000001:0.0:1749611377.932584:0:25183:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611377.932588:0:25183:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611377.932590:0:25183:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 7, last_transno is 25769803776 00080000:00000001:0.0:1749611377.932594:0:25183:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611377.932598:0:25183:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a8b4c400. 00080000:00000001:0.0:1749611377.932601:0:25183:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612135144637440 : -131938564914176 : ffff8800a8b4c400) 00080000:00000001:0.0:1749611377.932604:0:25183:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611377.932608:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611377.932611:0:25183:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129c554c0. 00080000:00000001:0.0:1749611377.932614:0:25183:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.932616:0:25183:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611377.932629:0:25183:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611377.932631:0:25183:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611377.932657:0:25183:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 25769803776: rc = 0 00000001:00000001:0.0:1749611377.932661:0:25183:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.932664:0:25183:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611377.932671:0:25183:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129c554c0. 00040000:00000001:0.0:1749611377.932674:0:25183:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611377.932676:0:25183:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611377.932678:0:25183:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749611377.932680:0:25183:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 25769803776: rc = 0 00000001:00000001:0.0:1749611377.932683:0:25183:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611377.932685:0:25183:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.932688:0:25183:0:(tgt_main.c:579:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.932691:0:25183:0:(lproc_ofd.c:1035:ofd_tunables_init()) Process entered 00000020:00000010:0.0:1749611377.932908:0:25183:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b5206400. 00000020:00000010:0.0:1749611377.932912:0:25183:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff8800a8b4dc00. 00000020:00000001:0.0:1749611377.932937:0:25183:0:(lprocfs_jobstats.c:823:lprocfs_job_stats_init()) Process entered 00000020:00000001:0.0:1749611377.932942:0:25183:0:(lprocfs_jobstats.c:866:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.932944:0:25183:0:(lproc_ofd.c:1085:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611377.932948:0:25183:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:0.0:1749611377.932959:0:25183:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at ffff88009c04b980. 00002000:00000010:0.0:1749611377.932962:0:25183:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff88009b415000. 40000000:00000001:0.0:1749611377.932965:0:25183:0:(fid_handler.c:503:seq_server_init()) Process entered 40000000:00000001:0.0:1749611377.932968:0:25183:0:(fid_store.c:190:seq_store_init()) Process entered 00000020:00000001:0.0:1749611377.932970:0:25183:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611377.932972:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611377.932976:0:25183:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611377.932979:0:25183:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e120. 00002000:00000001:0.0:1749611377.932981:0:25183:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143160 : -131938860408456 : ffff88009717e178) 00002000:00000001:0.0:1749611377.932985:0:25183:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611377.932987:0:25183:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:0.0:1749611377.932990:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b415400. 00002000:00000001:0.0:1749611377.932992:0:25183:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.932995:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.932998:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.932999:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933001:0:25183:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611377.933007:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.933017:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.933021:0:25183:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611377.933023:0:25183:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611377.933028:0:25183:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.933030:0:25183:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611377.933036:0:25183:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933039:0:25183:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611377.933044:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143160 : -131938860408456 : ffff88009717e178) 00000020:00000001:0.0:1749611377.933047:0:25183:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134918968320 : -131938790583296 : ffff88009b415400) 40000000:00000001:0.0:1749611377.933049:0:25183:0:(fid_store.c:216:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611377.933051:0:25183:0:(fid_store.c:157:seq_store_read()) Process entered 40000000:00000040:0.0:1749611377.933358:0:25183:0:(fid_store.c:167:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000280000404-0x00000002c0000400]:0:ost 40000000:00000001:0.0:1749611377.933363:0:25183:0:(fid_store.c:177:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611377.933364:0:25183:0:(fid_handler.c:484:seq_server_debugfs_init()) Process entered 40000000:00000001:0.0:1749611377.933385:0:25183:0:(fid_handler.c:574:seq_server_init()) Process leaving 00002000:00000010:0.0:1749611377.933387:0:25183:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 232 at ffff8800a8af6600. 40000000:00000001:0.0:1749611377.933390:0:25183:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:0.0:1749611377.933411:0:25183:0:(fid_handler.c:35:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1749611377.933418:0:25183:0:(fid_handler.c:56:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:0.0:1749611377.933420:0:25183:0:(fid_handler.c:60:seq_server_set_cli()) Process leaving 00002000:00000010:0.0:1749611377.933422:0:25183:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at ffff88009c04b980. 00002000:00000001:0.0:1749611377.933424:0:25183:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:0.0:1749611377.933426:0:25183:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff8800a8af6300. 80000000:00000001:0.0:1749611377.933428:0:25183:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:0.0:1749611377.933430:0:25183:0:(fld_cache.c:36:fld_cache_init()) Process entered 80000000:00000010:0.0:1749611377.933432:0:25183:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff88006a3813c0. 80000000:00000040:0.0:1749611377.933434:0:25183:0:(fld_cache.c:60:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:0.0:1749611377.933436:0:25183:0:(fld_cache.c:62:fld_cache_init()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 80000000:00000001:0.0:1749611377.933438:0:25183:0:(fld_index.c:321:fld_index_init()) Process entered 80000000:00000010:0.0:1749611377.933440:0:25183:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff880096dff700. 00000020:00000001:0.0:1749611377.933442:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611377.933446:0:25183:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611377.933447:0:25183:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e240. 00002000:00000001:0.0:1749611377.933449:0:25183:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143448 : -131938860408168 : ffff88009717e298) 00002000:00000001:0.0:1749611377.933452:0:25183:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611377.933453:0:25183:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:0.0:1749611377.933455:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b415e00. 00002000:00000001:0.0:1749611377.933457:0:25183:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933459:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.933461:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.933462:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933463:0:25183:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611377.933466:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.933472:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.933475:0:25183:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611377.933476:0:25183:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611377.933480:0:25183:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.933482:0:25183:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611377.933486:0:25183:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933489:0:25183:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611377.933492:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143448 : -131938860408168 : ffff88009717e298) 00080000:00000010:0.0:1749611377.933495:0:25183:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8af6b00. 00100000:00000001:0.0:1749611377.933520:0:25183:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611377.933523:0:25183:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c554c0. 00100000:00000010:0.0:1749611377.933533:0:25183:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880129c554c0. 00100000:00000001:0.0:1749611377.933565:0:25183:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749611377.933570:0:25183:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88009b415c00. 00000001:00000010:0.0:1749611377.933575:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.933850:0:25183:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611377.933853:0:25183:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933855:0:25183:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611377.933856:0:25183:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1749611377.933859:0:25183:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff880129c554c0. 80000000:00000001:0.0:1749611377.933862:0:25183:0:(fld_cache.c:342:fld_cache_entry_create()) Process leaving (rc=18446612137309983936 : -131936399567680 : ffff880129c554c0) 80000000:00000001:0.0:1749611377.933864:0:25183:0:(fld_cache.c:362:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1749611377.933866:0:25183:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1749611377.933867:0:25183:0:(fld_cache.c:188:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1749611377.933869:0:25183:0:(fld_cache.c:393:fld_cache_insert_nolock()) insert range [0x0000000280000400-0x00000002c0000400]:0:ost 80000000:00000001:0.0:1749611377.933871:0:25183:0:(fld_cache.c:103:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1749611377.933872:0:25183:0:(fld_cache.c:158:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1749611377.933873:0:25183:0:(fld_cache.c:397:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611377.933875:0:25183:0:(fld_cache.c:416:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1749611377.933877:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611377.933880:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611377.933883:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 80000000:00000001:0.0:1749611377.933886:0:25183:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:0.0:1749611377.933887:0:25183:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:0.0:1749611377.933889:0:25183:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:0.0:1749611377.933892:0:25183:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff88009b415c00. 80000000:00000010:0.0:1749611377.933895:0:25183:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff880096dff700. 80000000:00000001:0.0:1749611377.933897:0:25183:0:(fld_index.c:441:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611377.933898:0:25183:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:0.0:1749611377.933910:0:25183:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611377.933912:0:25183:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611377.933915:0:25183:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff880096dff700. 00000020:00000001:0.0:1749611377.933917:0:25183:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611377.933919:0:25183:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880129c55580. 00000020:00000001:0.0:1749611377.933922:0:25183:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.933924:0:25183:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880129c55580. 00000020:00000001:0.0:1749611377.933927:0:25183:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611377.933934:0:25183:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff800. 00000020:00000001:0.0:1749611377.933941:0:25183:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.933943:0:25183:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611377.933944:0:25183:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff000. 00000020:00000001:0.0:1749611377.933948:0:25183:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611377.933950:0:25183:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff880096dff700. 00002000:00000001:0.0:1749611377.933952:0:25183:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.933954:0:25183:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611377.933955:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611377.933958:0:25183:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611377.933960:0:25183:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e360. 00002000:00000001:0.0:1749611377.933962:0:25183:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143736 : -131938860407880 : ffff88009717e3b8) 00002000:00000001:0.0:1749611377.933964:0:25183:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611377.933965:0:25183:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:0.0:1749611377.933967:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b415c00. 00002000:00000001:0.0:1749611377.933969:0:25183:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933970:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.933972:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.933974:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933975:0:25183:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611377.933978:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.933983:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.933985:0:25183:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611377.933987:0:25183:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611377.933990:0:25183:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.933992:0:25183:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611377.933996:0:25183:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.933998:0:25183:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611377.934001:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143736 : -131938860407880 : ffff88009717e3b8) 00000020:00000001:0.0:1749611377.934003:0:25183:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134918970368 : -131938790581248 : ffff88009b415c00) 00002000:00000001:0.0:1749611377.934005:0:25183:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.934008:0:25183:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611377.934009:0:25183:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611377.934011:0:25183:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611377.934014:0:25183:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611377.934021:0:25183:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611377.934024:0:25183:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff88009c04b740. 00000001:00000001:0.0:1749611377.934028:0:25183:0:(nodemap_storage.c:1893:nodemap_save_config_cache()) Process entered 00000020:00000001:0.0:1749611377.934030:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611377.934032:0:25183:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611377.934034:0:25183:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e480. 00002000:00000001:0.0:1749611377.934035:0:25183:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00002000:00000001:0.0:1749611377.934037:0:25183:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611377.934038:0:25183:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:0.0:1749611377.934040:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b415a00. 00002000:00000001:0.0:1749611377.934042:0:25183:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934044:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.934045:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.934046:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934048:0:25183:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611377.934050:0:25183:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.934051:0:25183:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611377.934073:0:25183:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934076:0:25183:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611377.934079:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00080000:00000001:0.0:1749611377.934082:0:25183:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611377.934084:0:25183:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611377.934094:0:25183:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611377.934112:0:25183:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934115:0:25183:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611377.934116:0:25183:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934118:0:25183:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611377.934120:0:25183:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.934123:0:25183:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0xe:0x0] 89:3567302294 to info ffff88009c9b2000 00000020:00000001:0.0:1749611377.934127:0:25183:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009b547740 00080000:00000002:0.0:1749611377.934129:0:25183:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0xe:0x0] 00080000:00000001:0.0:1749611377.934132:0:25183:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.934135:0:25183:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611377.934138:0:25183:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800b5207800. 00080000:00000001:0.0:1749611377.934140:0:25183:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1749611377.934148:0:25183:0:(nodemap_storage.c:277:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:0.0:1749611377.934150:0:25183:0:(local_storage.c:638:local_object_unlink()) Process entered 00080000:00000001:0.0:1749611377.934152:0:25183:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611377.934155:0:25183:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611377.934157:0:25183:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611377.934159:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611377.934161:0:25183:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611377.934163:0:25183:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e5a0. 00002000:00000001:0.0:1749611377.934165:0:25183:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144312 : -131938860407304 : ffff88009717e5f8) 00002000:00000001:0.0:1749611377.934167:0:25183:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611377.934168:0:25183:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0xe:0x0] 00080000:00000010:0.0:1749611377.934171:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b415800. 00002000:00000001:0.0:1749611377.934172:0:25183:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934174:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.934176:0:25183:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611377.934179:0:25183:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.934180:0:25183:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611377.934183:0:25183:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934186:0:25183:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611377.934189:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144312 : -131938860407304 : ffff88009717e5f8) 00080000:00000001:0.0:1749611377.934191:0:25183:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611377.934193:0:25183:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009b415600. 00080000:00000001:0.0:1749611377.934196:0:25183:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134918968832 : -131938790582784 : ffff88009b415600) 00080000:00000001:0.0:1749611377.934198:0:25183:0:(osd_handler.c:5525:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1749611377.934201:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611377.934202:0:25183:0:(osd_handler.c:5543:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934205:0:25183:0:(osd_handler.c:3905:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1749611377.934207:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1749611377.934209:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1749611377.934211:0:25183:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xe:0x0] not in the id map cache 00080000:00000010:0.0:1749611377.934233:0:25183:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff8800a8bdc000. 00080000:00000001:0.0:1749611377.934236:0:25183:0:(osd_handler.c:3946:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934238:0:25183:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611377.934242:0:25183:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934245:0:25183:0:(osd_handler.c:5677:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1749611377.934282:0:25183:0:(osd_handler.c:4289:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff88009c04b0a0. 00080000:00000001:0.0:1749611377.934300:0:25183:0:(osd_handler.c:5740:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.934303:0:25183:0:(osd_handler.c:5746:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.934306:0:25183:0:(osd_handler.c:4586:osd_ref_del()) [0x200000003:0xe:0x0] decrease nlink 1 00080000:00000001:0.0:1749611377.934316:0:25183:0:(osd_handler.c:3959:osd_destroy()) Process entered 00080000:00000002:0.0:1749611377.934318:0:25183:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000003:0xe:0x0] 00080000:00000001:0.0:1749611377.934320:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.934322:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934324:0:25183:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611377.934329:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.934340:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.934343:0:25183:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934345:0:25183:0:(osd_handler.c:4004:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.934348:0:25183:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611377.934351:0:25183:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611377.934353:0:25183:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000010:0.0:1749611377.934356:0:25183:0:(osd_handler.c:4329:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff88009c04b0a0. 00080000:00000002:0.0:1749611377.934360:0:25183:0:(osd_handler.c:510:osd_iget2()) stale inode: ino = 89 00080000:00000001:0.0:1749611377.934362:0:25183:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611377.934951:0:25183:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611377.934954:0:25183:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611377.934955:0:25183:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611377.934957:0:25183:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611377.934958:0:25183:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611377.934959:0:25183:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611377.934963:0:25183:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b415800. 00002000:00000001:0.0:1749611377.934968:0:25183:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1749611377.934970:0:25183:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0xe:0x0] 00002000:00000010:0.0:1749611377.934972:0:25183:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e5a0. 00002000:00000001:0.0:1749611377.934976:0:25183:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1749611377.934979:0:25183:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611377.934982:0:25183:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611377.934989:0:25183:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1749611377.934992:0:25183:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1749611377.934994:0:25183:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749611377.934999:0:25183:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611377.935001:0:25183:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8af6800. 00000020:00000001:0.0:1749611377.935005:0:25183:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611377.935013:0:25183:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a8bdc200. 00000020:00000001:0.0:1749611377.935016:0:25183:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.935018:0:25183:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611377.935020:0:25183:0:(osd_handler.c:1177:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.935024:0:25183:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135144286296 : -131938565265320 : ffff8800a8af6858) 00080000:00000001:0.0:1749611377.935027:0:25183:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611377.935029:0:25183:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a8bdc400. 00080000:00000001:0.0:1749611377.935031:0:25183:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612135145227264 : -131938564324352 : ffff8800a8bdc400) 00000020:00000001:0.0:1749611377.935034:0:25183:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1749611377.935037:0:25183:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611377.935040:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611377.935042:0:25183:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129c55580. 00080000:00000001:0.0:1749611377.935044:0:25183:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.935046:0:25183:0:(osd_handler.c:3832:osd_declare_create()) Process entered 00080000:00000002:0.0:1749611377.935049:0:25183:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xf:0x0] not in the id map cache 00000001:00000001:0.0:1749611377.935052:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611377.935053:0:25183:0:(osd_handler.c:3889:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.935055:0:25183:0:(local_storage.c:229:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.935058:0:25183:0:(osd_handler.c:6471:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1749611377.935060:0:25183:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611377.935061:0:25183:0:(osd_handler.c:6533:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.935063:0:25183:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611377.935067:0:25183:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1749611377.935069:0:25183:0:(local_storage.c:360:__local_file_create()) create new object [0x200000003:0xf:0x0] 00000020:00000001:0.0:1749611377.935072:0:25183:0:(local_storage.c:241:local_object_create()) Process entered 00080000:00000001:0.0:1749611377.935074:0:25183:0:(osd_handler.c:4368:osd_create()) Process entered 00000001:00000001:0.0:1749611377.936794:0:25183:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611377.936801:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.936802:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936804:0:25183:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611377.936812:0:25183:0:(osd_handler.c:4082:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.936814:0:25183:0:(osd_oi.c:683:osd_oi_insert()) insert OI for [0x200000003:0xf:0x0] 00080000:00000001:0.0:1749611377.936816:0:25183:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611377.936817:0:25183:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936820:0:25183:0:(osd_oi.c:650:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1749611377.936824:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.936832:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.936840:0:25183:0:(osd_oi.c:671:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936843:0:25183:0:(osd_handler.c:4443:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.936855:0:25183:0:(local_storage.c:269:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936859:0:25183:0:(osd_handler.c:6562:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1749611377.936862:0:25183:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff88009d241000. 00080000:00000001:0.0:1749611377.936878:0:25183:0:(osd_handler.c:5970:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.936881:0:25183:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009b5476e8 00080000:00000002:0.0:1749611377.936883:0:25183:0:(osd_handler.c:6634:osd_index_ea_insert()) parent 2 insert nodemap:89 rc = 0 00080000:00000001:0.0:1749611377.936886:0:25183:0:(osd_handler.c:6641:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936889:0:25183:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611377.936893:0:25183:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129c55580. 00040000:00000001:0.0:1749611377.936896:0:25183:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611377.936897:0:25183:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611377.936899:0:25183:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.936901:0:25183:0:(local_storage.c:406:__local_file_create()) Process leaving (rc=18446612135145226752 : -131938564324864 : ffff8800a8bdc200) 00080000:00000010:0.0:1749611377.936904:0:25183:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8af6e00. 00100000:00000001:0.0:1749611377.936908:0:25183:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611377.936910:0:25183:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c55580. 00100000:00000001:0.0:1749611377.936913:0:25183:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1749611377.936915:0:25183:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0xf:0x0] (8/32) registered 00000020:00000002:0.0:1749611377.936918:0:25183:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415a00/ffff88009717e480 to site lru. bkt: ffff880111e9a060 00000001:00000001:0.0:1749611377.936922:0:25183:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1749611377.936928:0:25183:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611377.936931:0:25183:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611377.936933:0:25183:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a8bdc600. 00080000:00000001:0.0:1749611377.936936:0:25183:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612135145227776 : -131938564323840 : ffff8800a8bdc600) 00080000:00000001:0.0:1749611377.936940:0:25183:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611377.936942:0:25183:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936945:0:25183:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611377.936948:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.936952:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.936955:0:25183:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.936958:0:25183:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 89 00080000:00000001:0.0:1749611377.936960:0:25183:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611377.936963:0:25183:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0xf:0x0] set version 0x1 (old 0x0) for inode 89 00080000:00000001:0.0:1749611377.936974:0:25183:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936976:0:25183:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611377.936979:0:25183:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611377.936981:0:25183:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611377.936982:0:25183:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936984:0:25183:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611377.936986:0:25183:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a8bdc800. 00080000:00000001:0.0:1749611377.936988:0:25183:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612135145228288 : -131938564323328 : ffff8800a8bdc800) 00080000:00000001:0.0:1749611377.936990:0:25183:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611377.936992:0:25183:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.936993:0:25183:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611377.936996:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.937000:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.937003:0:25183:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.937004:0:25183:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x1 for inode 89 00080000:00000001:0.0:1749611377.937006:0:25183:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611377.937007:0:25183:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0xf:0x0] set version 0x2 (old 0x1) for inode 89 00080000:00000001:0.0:1749611377.937010:0:25183:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.937012:0:25183:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611377.937013:0:25183:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611377.937014:0:25183:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611377.937016:0:25183:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.937018:0:25183:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611377.937020:0:25183:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff8800a8bdca00. 00080000:00000001:0.0:1749611377.937022:0:25183:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612135145228800 : -131938564322816 : ffff8800a8bdca00) 00080000:00000001:0.0:1749611377.937024:0:25183:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611377.937026:0:25183:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.937027:0:25183:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611377.937029:0:25183:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff630. 00000001:00000010:0.0:1749611377.937049:0:25183:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff630. 00080000:00000001:0.0:1749611377.937052:0:25183:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611377.937054:0:25183:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x2 for inode 89 00080000:00000001:0.0:1749611377.937055:0:25183:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611377.937057:0:25183:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0xf:0x0] set version 0x3 (old 0x2) for inode 89 00080000:00000001:0.0:1749611377.937061:0:25183:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611377.937062:0:25183:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611377.937070:0:25183:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611377.937071:0:25183:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611377.937073:0:25183:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611377.937075:0:25183:0:(nodemap_storage.c:2008:nodemap_save_config_cache()) Process leaving (rc=18446612135145226752 : -131938564324864 : ffff8800a8bdc200) 00000001:00000001:0.0:1749611377.937080:0:25183:0:(nodemap_storage.c:2232:nm_config_file_register_tgt()) Process leaving (rc=18446612134931773248 : -131938777778368 : ffff88009c04b740) 00002000:00000010:0.0:1749611377.937084:0:25183:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff8800a8af6d00. 00000020:00000010:0.0:1749611377.937088:0:25183:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdcc00. 00000020:00000010:0.0:1749611377.937091:0:25183:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8bdce00. 00000020:00000010:0.0:1749611377.937095:0:25183:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0000. 00000020:00000010:0.0:1749611377.937099:0:25183:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611377.937102:0:25183:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8bdd000. 80000000:00000010:0.0:1749611377.937105:0:25183:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16720. 40000000:00000010:0.0:1749611377.937108:0:25183:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55f80. 00100000:00000010:0.0:1749611377.937111:0:25183:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a3b6000. 00040000:00000010:0.0:1749611377.937115:0:25183:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8af6900. 00040000:00000010:0.0:1749611377.937118:0:25183:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8bdd200. 00080000:00000010:0.0:1749611377.937121:0:25183:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c1000. 00080000:00000010:0.0:1749611377.937127:0:25183:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1f8000. 00002000:00000010:0.0:1749611377.937132:0:25183:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5207000. 00002000:00000001:1.0:1749611377.937494:0:25185:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 02000000:00000001:0.0:1749611377.937512:0:25183:0:(sec_config.c:915:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1749611377.937518:0:25183:0:(sec_config.c:943:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611377.937544:0:25183:0:(ofd_dev.c:3191:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611377.937549:0:25183:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880095486c00. 00000020:00000010:0.0:1749611377.937554:0:25183:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611377.937559:0:25183:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:0.0:1749611377.937566:0:25183:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880095487000. 80000000:00000010:0.0:1749611377.937569:0:25183:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272720. 40000000:00000010:0.0:1749611377.937572:0:25183:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8ec0. 00100000:00000010:0.0:1749611377.937575:0:25183:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51fb800. 00040000:00000010:0.0:1749611377.937580:0:25183:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9f00. 00040000:00000010:0.0:1749611377.937583:0:25183:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880095487600. 00080000:00000010:0.0:1749611377.937586:0:25183:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff88009d241000. 00080000:00000010:0.0:1749611377.937592:0:25183:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec0000. 00080000:00000010:0.0:1749611377.937603:0:25183:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff8800a8bdc000. 00080000:00000010:0.0:1749611377.937606:0:25183:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800b5207800. 00080000:00000010:0.0:1749611377.937610:0:25183:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00002000:00000010:0.0:1749611377.937614:0:25183:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d743800. 00000020:00000010:0.0:1749611377.937618:0:25183:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cbc00. 00000020:00000010:0.0:1749611377.937623:0:25183:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca2d80. 00000020:00000010:0.0:1749611377.937627:0:25183:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000008:00000010:0.0:1749611377.937631:0:25183:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf1e0. 00020000:00000010:0.0:1749611377.937636:0:25183:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5d40. 00008000:00000010:0.0:1749611377.937641:0:25183:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d72b0. 00000080:00000010:0.0:1749611377.937645:0:25183:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a960. 00000020:00000010:0.0:1749611377.937648:0:25183:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cba00. 00000020:00000001:0.0:1749611377.937651:0:25183:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611377.937654:0:25183:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88012f88c050) now 3 - setup 00000020:00000080:0.0:1749611377.937656:0:25183:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1749611377.937658:0:25183:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611377.937661:0:25183:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937664:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff8800a6272660. 00000020:00000001:0.0:1749611377.937666:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937669:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f061d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611377.937672:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611377.937675:0:25183:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937677:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937679:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937681:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937682:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611377.937686:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8af6c00. 00000020:00000080:0.0:1749611377.937688:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611377.937690:0:25183:0:(obd_config.c:1473:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1749611377.937693:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937695:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8af6c00. 00000020:00000001:0.0:1749611377.937698:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937700:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f062b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611377.937706:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611377.937708:0:25183:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937710:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937712:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937714:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937715:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1749611377.937717:0:25183:0:(obd_config.c:1793:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1749611377.937718:0:25183:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611377.937720:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937722:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611377.937723:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611377.937725:0:25183:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937727:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1749611377.937728:0:25183:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611377.937729:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937731:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f063e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611377.937733:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611377.937735:0:25183:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937736:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937737:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937738:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937739:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1749611377.937742:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8af6c00. 00000020:00000080:0.0:1749611377.937744:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611377.937745:0:25183:0:(obd_config.c:1473:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:00000001:0.0:1749611377.937747:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937749:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8af6c00. 00000020:00000001:0.0:1749611377.937751:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937753:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f064c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611377.937755:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611377.937756:0:25183:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937758:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937759:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937760:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937761:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611377.937767:0:25183:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611377.937769:0:25183:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611377.937772:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8af6c00. 00000020:00000080:0.0:1749611377.937774:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611377.937775:0:25183:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000001:0.0:1749611377.937777:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937779:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8af6c00. 00000020:00000001:0.0:1749611377.937781:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937783:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f065a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611377.937785:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611377.937787:0:25183:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937788:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611377.937790:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff880129c55340. 00000020:00000080:0.0:1749611377.937792:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1749611377.937793:0:25183:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1749611377.937795:0:25183:0:(obd_config.c:1451:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937797:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff880129c55340. 00000020:00000001:0.0:1749611377.937799:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937801:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f065f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611377.937803:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611377.937805:0:25183:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937806:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937807:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937808:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937810:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611377.937812:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8af6c00. 00000020:00000080:0.0:1749611377.937813:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611377.937814:0:25183:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:00000001:0.0:1749611377.937816:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937818:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8af6c00. 00000020:00000001:0.0:1749611377.937820:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937822:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f066d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611377.937823:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611377.937829:0:25183:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937831:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937833:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937834:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937836:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611377.937837:0:25183:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611377.937839:0:25183:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611377.937841:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8af6c00. 00000020:00000080:0.0:1749611377.937843:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611377.937844:0:25183:0:(obd_config.c:1473:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1749611377.937846:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937848:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8af6c00. 00000020:00000001:0.0:1749611377.937850:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937851:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f067b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611377.937853:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611377.937855:0:25183:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937857:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611377.937859:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880117b16240. 00000020:00000080:0.0:1749611377.937861:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1749611377.937865:0:25183:0:(obd_config.c:1499:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937867:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880117b16240. 00000020:00000001:0.0:1749611377.937870:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937872:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611377.937873:0:25183:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611377.937876:0:25183:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611377.937878:0:25183:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611377.937882:0:25183:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611377.937891:0:25183:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611377.937893:0:25183:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937895:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611377.937897:0:25183:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611377.937899:0:25183:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000020:00000001:0.0:1749611377.937900:0:25183:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611377.937902:0:25183:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611377.937907:0:25183:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611377.937909:0:25183:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611377.937912:0:25183:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a8af6c00. 00000020:00000080:0.0:1749611377.937914:0:25183:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611377.937915:0:25183:0:(obd_config.c:1473:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1749611377.937918:0:25183:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611377.937920:0:25183:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a8af6c00. 00000020:00000001:0.0:1749611377.937922:0:25183:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611377.937924:0:25183:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06908 type=0x0 idx=0 00000040:00000001:0.0:1749611377.937925:0:25183:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611377.937928:0:25183:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611377.937931:0:25183:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f06000. 00000020:00000010:0.0:1749611377.937936:0:25183:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129cc8640. 00000020:00000010:0.0:1749611377.937943:0:25183:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4ba00. 00000040:00000010:0.0:1749611377.937948:0:25183:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4ae00. 00000020:00000010:0.0:1749611377.937952:0:25183:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b800. 00000020:00000010:0.0:1749611377.937956:0:25183:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:0.0:1749611377.937962:0:25183:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4aa00. 80000000:00000010:0.0:1749611377.937964:0:25183:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a6272480. 40000000:00000010:0.0:1749611377.937967:0:25183:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8400. 00100000:00000010:0.0:1749611377.937969:0:25183:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a800. 00040000:00000010:0.0:1749611377.937972:0:25183:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9900. 00040000:00000010:0.0:1749611377.937975:0:25183:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4a200. 00080000:00000010:0.0:1749611377.937979:0:25183:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:0.0:1749611377.937983:0:25183:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00000004:00000010:0.0:1749611377.937987:0:25183:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a728000. 00000004:00000010:0.0:1749611377.937992:0:25183:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:0.0:1749611377.937996:0:25183:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72b000. 00002000:00000010:0.0:1749611377.937998:0:25183:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cb9a400. 00000004:00000010:0.0:1749611377.938002:0:25183:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cb9bc00. 00000020:00000010:0.0:1749611377.938006:0:25183:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000040:00000010:2.0:1749611377.938124:0:25161:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b168a0. 00000040:00000001:2.0:1749611377.938133:0:25161:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611377.938136:0:25161:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 00000040:00000001:2.0:1749611377.938141:0:25161:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611377.938145:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415200/ffff8800a8af6200 to site lru. bkt: ffff880111e9b1e0 00000040:00000010:2.0:1749611377.938149:0:25161:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b85a0. 00000040:00000001:2.0:1749611377.938152:0:25161:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611377.938154:0:25161:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009b1fc000. 00000040:00000010:2.0:1749611377.938162:0:25161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a8b4ca00. 00000020:00000001:2.0:1749611377.938164:0:25161:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611377.938167:0:25161:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611377.938172:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009b414000. 00000040:00000010:2.0:1749611377.938176:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009b414800. 00000020:00000010:2.0:1749611377.938179:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7800. 00000020:00000010:2.0:1749611377.938183:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009b414a00. 80000000:00000010:2.0:1749611377.938187:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16600. 00040000:00000010:2.0:1749611377.938190:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009b414c00. 00080000:00000010:2.0:1749611377.938195:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:2.0:1749611377.938203:0:25161:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c954400. 00080000:00000010:2.0:1749611377.938206:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:2.0:1749611377.938210:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009b414200. 10000000:00000010:2.0:1749611377.938213:0:25161:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55480. 10000000:01000000:2.0:1749611377.938216:0:25161:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1749611377.938220:0:25161:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611377.938232:0:25161:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611377.938235:0:25161:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88006a72f800 from 1 10000000:00000001:2.0:1749611377.938237:0:25161:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611377.938239:0:25161:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611377.938245:0:25161:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56a00. 00000020:00000040:2.0:1749611377.938278:0:25161:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611377.938283:0:25161:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611377.938286:0:25161:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611377.938292:0:25161:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611377.938298:0:25161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:2.0:1749611377.938306:0:25161:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611377.938310:0:25161:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611377.938313:0:25161:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611377.938319:0:25161:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8800a8af6700 count: 2 00010000:00000001:2.0:1749611377.938322:0:25161:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611377.938325:0:25161:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611377.938327:0:25161:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e400. 00000020:00000001:2.0:1749611377.938331:0:25161:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611377.938334:0:25161:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e400 with handle 0x689c0ec07329d41c to hash 00000020:00000001:2.0:1749611377.938336:0:25161:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611377.938337:0:25161:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:2.0:1749611377.938340:0:25161:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:2.0:1749611377.938343:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611377.938345:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611377.938350:0:25161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611377.938360:0:25161:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611377.938372:0:25161:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611377.938379:0:25161:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611377.938380:0:25161:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611377.938391:0:25161:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab9c0. 00000100:00000001:2.0:1749611377.938394:0:25161:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837795264 : -131938871756352 : ffff8800966ab9c0) 00000100:00000001:2.0:1749611377.938398:0:25161:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611377.938399:0:25161:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393875456 : -131936315676160 : ffff88012ec56a00) 00000100:00000001:2.0:1749611377.938404:0:25161:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611377.938408:0:25161:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611377.938410:0:25161:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611377.938412:0:25161:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611377.938419:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611377.938429:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611377.938431:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611377.938435:0:25161:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611377.938443:0:25161:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611377.938445:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611377.938447:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611377.938449:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611377.938451:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611377.938453:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611377.938455:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611377.938456:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611377.938458:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.040681:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611378.040700:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611378.040703:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.040708:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611378.040718:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611378.040722:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.040724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611378.046651:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611378.046661:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611378.046666:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611378.046671:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611378.046675:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611378.046679:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611378.046685:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611378.046691:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5979 00000100:00080000:2.0:1749611378.046697:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611378.046722:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611378.046727:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611378.046730:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611378.046734:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611378.046739:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611378.046742:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611378.046746:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611378.046751:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611378.046755:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611378.046759:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611378.046764:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611378.046767:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611378.046770:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611378.046773:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611378.046777:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611378.046781:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611378.046785:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611378.046790:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611378.046799:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611378.046802:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.046806:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611378.046810:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611378.046817:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57b80. 00000020:00000040:2.0:1749611378.046822:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611378.046827:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611378.046829:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.046834:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611378.046837:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611378.046842:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611378.046853:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130312400. 00000100:00000001:2.0:1749611378.046861:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611378.046875:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611378.046909:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611378.046914:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.046921:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57b80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611378.046956:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611378.046960:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611378.046966:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611378.046968:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611378.046970:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611378.046974:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611378.046977:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5979 00000100:00080000:2.0:1749611378.046981:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611378.046984:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611378.046987:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611378.046990:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611378.046992:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611378.046996:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611378.046998:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611378.047001:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611378.047004:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611378.047007:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611378.047011:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611378.047015:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611378.047018:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611378.047021:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611378.047023:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611378.047026:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611378.047028:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611378.047030:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611378.047039:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611378.047044:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611378.047046:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611378.047046:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.047048:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611378.047050:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611378.047054:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000020:00000040:2.0:1749611378.047057:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611378.047060:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611378.047061:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611378.047062:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047064:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611378.047064:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611378.047066:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611378.047068:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611378.047074:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611378.047074:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c954400. 00000100:00000001:2.0:1749611378.047078:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611378.047084:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611378.047086:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611378.047088:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047092:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611378.047093:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611378.047095:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611378.047095:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047097:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.047099:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55500] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611378.047103:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494662144:0@lo:38:kworker.0 00000100:00000001:3.0:1749611378.047109:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611378.047109:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611378.047112:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749611378.047115:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749611378.047116:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749611378.047118:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.047118:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611378.047120:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749611378.047122:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611378.047122:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611378.047124:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5979 00000100:00080000:2.0:1749611378.047127:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000010:3.0:1749611378.047128:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000100:00000040:2.0:1749611378.047129:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611378.047131:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611378.047132:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.047133:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611378.047134:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749611378.047141:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000020:00000001:2.0:1749611378.047142:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611378.047143:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611378.047145:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611378.047148:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611378.047150:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611378.047152:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:3.0:1749611378.047153:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611378.047155:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611378.047157:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611378.047158:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611378.047160:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749611378.047162:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494662144, portal 4 00000020:00000040:2.0:1749611378.047162:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611378.047164:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611378.047166:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611378.047167:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047168:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879936 : -131936315671680 : ffff88012ec57b80) 02000000:00000001:2.0:1749611378.047168:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611378.047171:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611378.047173:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.047175:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611378.047176:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611378.047180:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611378.047180:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:2.0:1749611378.047182:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611378.047184:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611378.047185:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.047187:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611378.047188:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611378.047189:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611378.047193:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c9a7800. 00000100:00000001:3.0:1749611378.047194:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611378.047197:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611378.047199:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611378.047201:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749611378.047202:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000200:3.0:1749611378.047207:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494662144, offset 0 00000100:00000001:2.0:1749611378.047209:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611378.047211:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611378.047215:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611378.047216:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611378.047234:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611378.047236:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.047239:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611378.047243:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749611378.047284:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf946e00 00000100:00000010:2.0:1749611378.047286:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000040:2.0:1749611378.047289:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:3.0:1749611378.047295:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 13520 00000100:00000001:2.0:1749611378.047305:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749611378.047307:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611378.047307:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611378.047309:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611378.047313:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611378.047313:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5900. 00000100:00000001:2.0:1749611378.047316:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.047322:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611378.047330:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611378.047332:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611378.047332:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611378.047335:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611378.047338:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_00_00+0] req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611378.047342:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90380. 00000100:00000040:3.0:1749611378.047347:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf90380 x1834598494662144 msgsize 520 00000100:00100000:3.0:1749611378.047354:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611378.047370:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611378.047380:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611378.047383:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611378.047387:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611378.047390:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611378.047392:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611378.047396:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5989) 00000100:00000001:3.0:1749611378.047402:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611378.047405:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.047412:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047414:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611378.047418:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.047419:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611378.047422:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494662144 00000100:00000040:3.0:1749611378.047423:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 02000000:00000001:2.0:1749611378.047425:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611378.047427:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300651506 00000100:00000001:2.0:1749611378.047428:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1749611378.047431:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397ec0. 00000100:00000001:2.0:1749611378.047431:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611378.047435:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047438:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749611378.047438:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494662144 00000020:00000001:2.0:1749611378.047440:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611378.047442:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611378.047444:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611378.047446:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611378.047446:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611378.047448:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611378.047453:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749611378.047453:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611378.047456:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749611378.047458:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611378.047463:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300651506 00000100:00000010:3.0:1749611378.047467:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397480. 00000100:00000040:1.0:1749611378.047467:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611378.047469:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:3.0:1749611378.047470:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611378.047473:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300651506 00000100:00000010:3.0:1749611378.047476:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397e00. 00000100:00000001:2.0:1749611378.047476:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611378.047477:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611378.047479:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611378.047480:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047482:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300651506 00000100:00000001:1.0:1749611378.047483:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1749611378.047485:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397280. 00000100:00000001:2.0:1749611378.047486:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611378.047486:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047487:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611378.047490:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611378.047491:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611378.047494:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611378.047494:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611378.047498:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047499:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047502:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611378.047503:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494662528:0@lo:400:kworker.0 00000100:00000001:3.0:1749611378.047504:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611378.047504:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611378.047506:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611378.047509:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611378.047510:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611378.047512:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611378.047512:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00000001:3.0:1749611378.047514:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611378.047514:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611378.047515:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931006336 : -131938778545280 : ffff88009bf90380) 00000100:00000001:3.0:1749611378.047516:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611378.047517:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749611378.047517:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.047548:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf90380 x1834598494662144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611378.047552:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611378.047559:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611378.047560:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611378.047562:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047564:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1749611378.047565:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124600. 02000000:00000001:3.0:1749611378.047566:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611378.047566:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494662144:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749611378.047569:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611378.047569:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611378.047572:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494662272:0@lo:38:kworker.0 00000100:00000200:2.0:1749611378.047572:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494662144 00000100:00000001:3.0:1749611378.047575:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749611378.047575:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9f8. 00000020:00000001:2.0:1749611378.047577:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611378.047578:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611378.047579:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047582:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749611378.047582:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749611378.047583:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749611378.047584:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611378.047585:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611378.047587:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611378.047589:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494662528, portal 10 00000100:00000001:0.0:1749611378.047590:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611378.047591:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000001:1.0:1749611378.047592:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749611378.047595:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000200:3.0:1749611378.047599:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494662272, portal 10 00000020:00000001:2.0:1749611378.047600:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047601:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611378.047602:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000001:1.0:1749611378.047604:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00010000:00020000:2.0:1749611378.047606:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749611378.047609:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611378.047610:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611378.047615:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611378.047616:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611378.047619:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611378.047619:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749611378.047619:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611378.047621:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611378.047622:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749611378.047623:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494662272, offset 0 02000000:00000001:2.0:1749611378.047626:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749611378.047627:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611378.047631:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749611378.047633:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63ec00. 00000100:00000040:1.0:1749611378.047635:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611378.047636:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611378.047638:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000400:00000200:3.0:1749611378.047640:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611378.047640:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611378.047644:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494662528, offset 0 00010000:00000001:2.0:1749611378.047645:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749611378.047647:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946e80 00010000:00000001:2.0:1749611378.047649:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611378.047651:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749611378.047654:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611378.047659:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611378.047663:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611378.047663:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611378.047664:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 74288 00000100:00000040:2.0:1749611378.047667:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:3.0:1749611378.047670:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611378.047674:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611378.047674:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf946f80 00000100:00000001:3.0:1749611378.047678:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611378.047678:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749611378.047680:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749611378.047683:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90e00. 00000100:00000001:2.0:1749611378.047683:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611378.047683:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 74808 00000100:00000040:3.0:1749611378.047687:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf90e00 x1834598494662272 msgsize 520 00000100:00000040:2.0:1749611378.047688:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611378.047691:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611378.047691:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611378.047692:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611378.047696:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611378.047696:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611378.047699:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611378.047700:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611378.047703:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611378.047709:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611378.047736:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611378.047740:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494662272 00000100:00000200:2.0:1749611378.047744:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494662144, offset 0 02000000:00000001:1.0:1749611378.047744:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749611378.047745:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611378.047747:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:1.0:1749611378.047747:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611378.047749:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047750:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611378.047753:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611378.047754:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611378.047754:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611378.047757:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494662272 00000020:00000001:1.0:1749611378.047761:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611378.047762:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749611378.047763:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611378.047764:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611378.047765:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.047765:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749611378.047766:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611378.047769:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611378.047771:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047772:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047773:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611378.047773:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf946e00 00000100:00000001:3.0:1749611378.047776:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611378.047777:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00000200:0.0:1749611378.047778:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611378.047780:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000400:00000200:2.0:1749611378.047781:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8b51 [1] + 0 00000100:00000001:3.0:1749611378.047782:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300651507 00000020:00000010:1.0:1749611378.047782:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490c00. 00000100:00000010:0.0:1749611378.047784:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdc00. 00000100:00000001:3.0:1749611378.047787:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300651506 00000020:00000010:1.0:1749611378.047787:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c0c8. 00000100:00000040:0.0:1749611378.047787:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bdc00 x1834598494662528 msgsize 224 00000400:00000200:2.0:1749611378.047789:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611378.047791:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300651507 00000100:00000001:1.0:1749611378.047793:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611378.047794:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300651506 00000400:00000200:2.0:1749611378.047795:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611378.047795:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611378.047795:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611378.047796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300651507 00000100:00000001:1.0:1749611378.047798:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047800:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300651506 00000100:00000001:2.0:1749611378.047801:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611378.047802:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300651507 00000100:00000001:1.0:1749611378.047804:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047805:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300651506 00000100:00000001:0.0:1749611378.047805:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749611378.047808:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.047814:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611378.047815:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611378.047815:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:3.0:1749611378.047817:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611378.047818:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:3.0:1749611378.047819:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611378.047821:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611378.047825:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611378.047825:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611378.047825:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611378.047827:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494662528 00000100:00000200:0.0:1749611378.047828:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.047832:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611378.047834:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047836:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611378.047838:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611378.047838:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611378.047839:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611378.047839:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611378.047840:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611378.047840:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611378.047842:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611378.047843:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494662400:0@lo:38:kworker.0 00000100:00000001:1.0:1749611378.047843:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047846:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611378.047847:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 02000000:00000001:1.0:1749611378.047847:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047848:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611378.047850:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611378.047850:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00100000:1.0:1749611378.047850:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494662528 00000100:00000001:0.0:1749611378.047850:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.047851:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611378.047852:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611378.047853:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:3.0:1749611378.047854:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576400. 00000100:00000001:2.0:1749611378.047855:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:1.0:1749611378.047855:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:3.0:1749611378.047856:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.047856:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.047857:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611378.047857:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749611378.047859:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000020:00000040:1.0:1749611378.047860:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749611378.047861:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000400:00000010:3.0:1749611378.047862:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611378.047863:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611378.047864:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611378.047864:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300651506 00000100:00000200:3.0:1749611378.047866:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494662400, portal 10 00000100:00000001:0.0:1749611378.047867:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300651507 00000100:00000001:3.0:1749611378.047868:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611378.047868:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:1.0:1749611378.047868:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611378.047869:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000100:00000001:0.0:1749611378.047870:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300651506 00000100:00000001:2.0:1749611378.047872:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.047872:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300651507 00000100:00000001:1.0:1749611378.047874:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749611378.047875:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611378.047875:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300651506 00000100:00000040:3.0:1749611378.047876:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.047877:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300651507 00000020:00000010:1.0:1749611378.047879:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3140. 00000100:00000001:0.0:1749611378.047879:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300651506 00000100:00000001:0.0:1749611378.047881:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300651507 00000100:00000001:3.0:1749611378.047882:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611378.047883:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90380 x1834598494662144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.047883:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611378.047884:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611378.047886:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000020:00000010:1.0:1749611378.047886:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5224900. 00000100:00000001:0.0:1749611378.047886:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611378.047888:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494662400, offset 0 00000100:00000001:0.0:1749611378.047889:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611378.047891:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611378.047891:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611378.047896:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611378.047897:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611378.047898:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611378.047899:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494662144:12345-0@lo:38:kworker.0 Request processed in 333us (548us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611378.047899:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749611378.047903:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf946f00 00000100:00000001:0.0:1749611378.047906:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611378.047907:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 75032 00000100:00000001:1.0:1749611378.047907:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611378.047908:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611378.047910:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611378.047912:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611378.047912:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611378.047913:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 00000020:00000010:1.0:1749611378.047918:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490980. 00000400:00000200:3.0:1749611378.047920:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611378.047922:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00000001:3.0:1749611378.047923:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749611378.047923:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000200:3.0:1749611378.047925:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611378.047927:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:3.0:1749611378.047928:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90000. 00000100:00000001:2.0:1749611378.047929:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611378.047930:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611378.047931:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf90000 x1834598494662400 msgsize 520 00000100:00000040:1.0:1749611378.047933:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611378.047933:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611378.047935:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611378.047936:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:1.0:1749611378.047936:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611378.047938:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611378.047938:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00000001:1.0:1749611378.047941:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.047941:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931009024 : -131938778542592 : ffff88009bf90e00) 00000020:00000010:2.0:1749611378.047943:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000001:3.0:1749611378.047944:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611378.047946:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf90e00 x1834598494662272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611378.047948:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000400:00000010:3.0:1749611378.047949:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000020:00000010:2.0:1749611378.047949:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749611378.047949:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611378.047952:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611378.047952:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611378.047954:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611378.047954:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611378.047956:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611378.047957:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494662272:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611378.047961:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494662272 00000100:00000001:3.0:1749611378.047963:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611378.047964:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611378.047964:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749611378.047966:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611378.047966:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611378.047973:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047974:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611378.047974:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749611378.047976:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.047977:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611378.047977:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494662400 00010000:00020000:0.0:1749611378.047979:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749611378.047980:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 02000000:00000001:1.0:1749611378.047980:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611378.047982:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749611378.047982:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611378.047983:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300651506 00000100:00000001:1.0:1749611378.047985:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611378.047985:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611378.047987:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749611378.047988:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.047989:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611378.047991:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749611378.047991:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494662400 02000000:00000001:0.0:1749611378.047992:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611378.047993:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611378.047994:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749611378.047996:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5207800. 00000100:00000001:3.0:1749611378.047997:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611378.047998:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048000:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611378.048000:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00000001:0.0:1749611378.048001:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611378.048004:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611378.048005:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611378.048005:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000040:1.0:1749611378.048006:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:0.0:1749611378.048006:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048007:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.048007:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933972992 : -131936775578624 : ffff8801135bdc00) 00000020:00000001:1.0:1749611378.048008:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1749611378.048009:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749611378.048011:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.048012:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611378.048013:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bdc00 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:59/0 lens 224/0 e 0 to 0 dl 1749611389 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611378.048014:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.048015:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611378.048017:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611378.048018:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300651507 00000020:00000010:1.0:1749611378.048019:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124e00. 00000100:00000001:3.0:1749611378.048020:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300651506 00000100:00000001:0.0:1749611378.048020:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611378.048022:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611378.048022:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611378.048023:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300651507 00000020:00000010:1.0:1749611378.048024:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490d80. 00000100:00000001:3.0:1749611378.048025:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300651506 00000020:00000010:2.0:1749611378.048025:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819280. 00000100:00000001:3.0:1749611378.048028:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300651507 00000100:00000001:2.0:1749611378.048028:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611378.048029:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300651506 00000020:00000010:1.0:1749611378.048029:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:3.0:1749611378.048031:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300651507 00000020:00000010:2.0:1749611378.048031:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819280. 00000100:00000040:0.0:1749611378.048031:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611378.048033:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611378.048034:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749611378.048036:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494662528:12345-0@lo:400:kworker.0 02000000:00000001:0.0:1749611378.048036:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611378.048037:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611378.048038:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611378.048040:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611378.048040:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494662528 00000100:00000001:1.0:1749611378.048040:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611378.048041:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611378.048042:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611378.048043:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611378.048044:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611378.048044:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000020:00000001:2.0:1749611378.048046:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000001:3.0:1749611378.048047:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611378.048049:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611378.048049:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611378.048051:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000020:00000001:2.0:1749611378.048051:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749611378.048054:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000001:2.0:1749611378.048054:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:3.0:1749611378.048056:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611378.048058:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611378.048058:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749611378.048060:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494662272, offset 0 00000020:00000001:2.0:1749611378.048063:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611378.048065:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611378.048066:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611378.048067:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611378.048070:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611378.048070:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611378.048073:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611378.048074:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611378.048075:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611378.048076:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611378.048081:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611378.048082:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611378.048082:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946e80 00000100:00000001:3.0:1749611378.048083:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611378.048084:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611378.048085:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749611378.048087:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b5d [1] + 0 02000000:00000001:3.0:1749611378.048088:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611378.048090:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749611378.048090:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00000001:3.0:1749611378.048092:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611378.048092:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611378.048093:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611378.048094:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611378.048094:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931005440 : -131938778546176 : ffff88009bf90000) 02000000:00000001:2.0:1749611378.048095:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611378.048096:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611378.048100:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611378 v=5 (0 0 0 0) 02000000:00000010:2.0:1749611378.048100:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63e800. 00000100:00000001:0.0:1749611378.048100:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611378.048102:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf90000 x1834598494662400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611398 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611378.048103:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611378.048104:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=51 v=20 (20 1 1 1) 00000100:00000200:0.0:1749611378.048105:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.048107:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611378.048107:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048110:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611378.048110:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048112:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000040:2.0:1749611378.048114:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494662528 00000100:00000040:0.0:1749611378.048115:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611378.048117:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611378.048117:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749611378.048119:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494662400:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611378.048123:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611378.048124:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000200:2.0:1749611378.048125:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bdc00 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:59/0 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611378.048126:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494662400 00000100:00000001:3.0:1749611378.048127:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749611378.048127:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000100:00000001:3.0:1749611378.048129:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611378.048129:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749611378.048129:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000001:3.0:1749611378.048131:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611378.048132:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749611378.048133:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611378.048133:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611378.048134:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611378.048136:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611378.048137:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749611378.048138:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611378.048139:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00080000:3.0:1749611378.048140:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:2.0:1749611378.048141:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.048141:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611378.048144:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611378.048144:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749611378.048145:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611378.048146:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611378.048148:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90e00 x1834598494662272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611378.048150:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749611378.048151:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611378.048151:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749611378.048153:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611378.048156:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749611378.048158:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611378.048158:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494662272:12345-0@lo:38:kworker.0 Request processed in 201us (469us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611378.048159:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749611378.048161:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494662144:0@lo:38:kworker.0 00000100:00000001:1.0:1749611378.048161:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749611378.048163:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611378.048164:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611378.048165:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611378.048167:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611378.048167:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00000001:2.0:1749611378.048168:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611378.048170:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048172:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611378.048172:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749611378.048172:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d741000. 02000000:00000001:1.0:1749611378.048175:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.048175:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611378.048176:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57b80 x1834598494662144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611378.048176:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611378.048177:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611378.048178:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611378.048180:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490c00. 00000100:00000001:3.0:1749611378.048182:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749611378.048182:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494662528, offset 224 00010000:00000001:1.0:1749611378.048183:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611378.048184:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1749611378.048184:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c0c8. 02000000:00000010:3.0:1749611378.048187:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 00000020:00000010:0.0:1749611378.048188:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000400:00000200:2.0:1749611378.048189:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611378.048192:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611378.048193:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611378.048194:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1749611378.048194:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611378.048196:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611378.048198:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611378.048199:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749611378.048199:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749611378.048201:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130312400. 02000000:00000001:3.0:1749611378.048204:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611378.048204:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749611378.048206:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611378.048207:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749611378.048208:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57b80. 00000400:00000200:2.0:1749611378.048208:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946f80 00000100:00080000:0.0:1749611378.048209:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611378.048211:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749611378.048211:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611378.048212:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611378.048213:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611378.048214:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611378.048215:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611378.048216:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b59 [1] + 224 00000100:00000001:3.0:1749611378.048218:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611378.048219:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611378.048220:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.048222:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611378.048223:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611378.048223:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611378.048224:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000001:3.0:1749611378.048227:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749611378.048227:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1749611378.048228:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749611378.048229:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611378.048230:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 02000000:00000001:1.0:1749611378.048230:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611378.048232:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:1.0:1749611378.048233:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611378.048234:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611378.048237:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611378.048237:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611378.048238:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611378.048240:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611378.048242:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000200:2.0:1749611378.048272:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611378.048279:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494662400, offset 0 00000100:00000200:3.0:1749611378.048287:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611378.048287:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611378.048290:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.048294:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611378.048297:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.048298:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611378.048298:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611378.048300:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611378.048302:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611378.048304:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.048306:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611378.048307:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf946f00 00000100:00001000:3.0:1749611378.048310:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611378 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611378.048310:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749611378.048313:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=33 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611378.048315:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749611378.048315:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b6d [1] + 0 00000100:00000001:3.0:1749611378.048317:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611378.048319:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611378.048321:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611378.048322:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611378.048323:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.048325:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611378.048327:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000200:1.0:1749611378.048327:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611378.048330:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611378.048331:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:3.0:1749611378.048332:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611378.048333:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.048335:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611378.048335:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611378.048337:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611378.048337:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611378.048337:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611378.048338:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1749611378.048339:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:0.0:1749611378.048341:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9f8. 00000100:00080000:3.0:1749611378.048342:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611378.048342:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048344:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611378.048345:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:0.0:1749611378.048347:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000040:3.0:1749611378.048348:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611378.048348:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611378.048349:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611378.048351:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611378.048351:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611378.048354:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611378.048354:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611378.048356:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494662272:0@lo:38:kworker.0 00000020:00000001:2.0:1749611378.048357:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749611378.048359:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.048361:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048363:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611378.048364:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611378.048366:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdc00 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:59/0 lens 224/224 e 0 to 0 dl 1749611389 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.048371:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611378.048372:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.048374:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611378.048376:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611378.048376:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611378.048378:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611378.048380:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611378.048381:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55500 x1834598494662272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611378.048381:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494662528:12345-0@lo:400:kworker.0 Request processed in 356us (590us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611378.048382:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611378.048387:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=83 v=5 (5 5 5 5) 00000100:00000001:3.0:1749611378.048388:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611378.048389:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611378.048389:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611378.048391:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=83 v=5 (1 1 1 1) 02000000:00000010:3.0:1749611378.048392:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611378.048394:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749611378.048394:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00000001:0.0:1749611378.048394:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749611378.048396:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611378.048396:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611378.048397:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1749611378.048398:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00010000:00000001:0.0:1749611378.048398:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749611378.048399:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611378.048399:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000010:3.0:1749611378.048401:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c954400. 00000400:00000010:1.0:1749611378.048401:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:2.0:1749611378.048402:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:0.0:1749611378.048403:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611378.048405:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611378.048405:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749611378.048406:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611378.048407:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611378.048407:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:3.0:1749611378.048409:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000020:00000010:2.0:1749611378.048410:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490980. 00010000:00000001:0.0:1749611378.048410:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611378.048412:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048413:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611378.048415:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611378.048415:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00000001:3.0:1749611378.048417:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611378.048417:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611378.048419:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611378.048419:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749611378.048420:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749611378.048420:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 00000100:00000001:1.0:1749611378.048420:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611378.048422:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000001:3.0:1749611378.048424:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611378.048424:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1749611378.048425:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611378.048425:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611378.048427:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000020:00000040:2.0:1749611378.048427:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000200:3.0:1749611378.048430:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:2.0:1749611378.048430:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611378.048430:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611378.048431:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611378.048432:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611378.048434:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611378.048437:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611378.048438:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.048439:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749611378.048440:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90000 x1834598494662400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611398 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.048441:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611378.048444:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611378.048446:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611378.048452:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494662528:0@lo:400:kworker.0 00000100:00000001:3.0:1749611378.048453:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611378.048454:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.048456:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749611378.048456:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494662400:12345-0@lo:38:kworker.0 Request processed in 336us (519us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611378.048456:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611378.048457:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611378.048458:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611378.048458:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611378.048460:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611378.048461:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611378.048461:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494662528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611378.048465:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611378 v=5 (0 0 0 0) 00000100:00100000:1.0:1749611378.048468:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00000001:0.0:1749611378.048468:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611378.048470:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749611378.048472:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=83 v=20 (1 1 1 20) 02000000:00000010:0.0:1749611378.048472:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124600. 00000100:00000001:1.0:1749611378.048473:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611378.048475:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611378.048475:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611378.048477:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611378.048477:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611378.048478:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611378.048479:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611378.048480:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490d80. 00000020:00000040:0.0:1749611378.048480:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611378.048482:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749611378.048483:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611378.048484:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5900. 00000020:00000010:1.0:1749611378.048486:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 02000000:00000001:0.0:1749611378.048486:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611378.048488:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611378.048490:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:0.0:1749611378.048490:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000020:00000010:1.0:1749611378.048491:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124e00. 00000100:00000001:3.0:1749611378.048492:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611378.048492:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611378.048493:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.048494:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.048495:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611378.048496:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611378.048496:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.048496:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611378.048499:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611378.048501:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611378.048501:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611378.048502:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048503:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611378.048504:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611378.048506:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611378.048506:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611378.048514:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494662400:0@lo:38:kworker.0 00000100:00000001:3.0:1749611378.048517:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048519:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611378.048547:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494662400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611378.048554:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611378.048555:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611378.048558:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576400. 02000000:00000001:3.0:1749611378.048560:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611378.048561:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611378.048562:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611378.048564:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611378.048566:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c9a7800. 02000000:00000001:3.0:1749611378.048569:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611378.048574:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611378.048576:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000001:3.0:1749611378.048580:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611378.048582:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611378.048584:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048586:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611378.048587:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611378.048589:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611378.048590:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611378.049606:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300651507, at 4300651507 00000100:00000010:3.0:1749611378.049617:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397280. 00000100:00000040:2.0:1749611378.049621:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300651507, at 4300651507 00000100:00000040:1.0:1749611378.049622:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300651507, at 4300651507 00000100:00000010:2.0:1749611378.049649:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397e00. 00000100:00000010:1.0:1749611378.049663:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397480. 00000100:00000040:0.0:1749611378.049664:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300651507, at 4300651507 00000100:00000010:0.0:1749611378.049675:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397ec0. 00000100:00000001:0.0:1749611378.458736:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611378.458746:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611378.458749:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611378.458753:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611378.458757:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611378.458762:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.458766:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611378.458768:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.458771:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611378.621785:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611378.621793:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611378.621795:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611378.621800:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611378.621804:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611378.621808:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.621811:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611378.621815:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611378.621819:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611378.896791:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611378.896801:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611378.896938:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611378.896943:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611378.896948:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611378.937684:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611378.937692:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611378.937694:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611378.937699:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611378.937702:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611378.937706:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611378.937709:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611378.937731:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611378.937734:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611379.048672:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611379.048693:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611379.048697:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611379.048703:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611379.048706:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611379.048712:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611379.048715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611379.458685:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611379.458694:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611379.458697:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611379.458702:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611379.458706:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611379.458710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.458714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611379.458717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.458719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611379.621677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611379.621685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611379.621688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611379.621694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611379.621697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611379.621702:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.621720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611379.621734:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611379.621745:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611379.621749:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611379.621758:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611379.621761:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.621764:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611379.621766:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611379.621769:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611379.621777:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494661888:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611379.621785:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.621788:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611379.621792:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611379.621795:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611379.621800:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611379.621827:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611379.621830:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381000. 00000100:00000001:0.0:1749611379.621835:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611379.621837:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611379.621841:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611379.621846:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611379.621851:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611379.621855:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009b414400 refcount=4 00000020:00000001:0.0:1749611379.621859:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134918964224 : -131938790587392 : ffff88009b414400) 00010000:00000001:0.0:1749611379.621863:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134918964224 : -131938790587392 : ffff88009b414400) 00010000:00010000:0.0:1749611379.621871:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.621892:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611379.621899:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.621907:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611379.621911:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.621919:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611379.621922:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611379.621926:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.621933:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611379.621937:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611379.621940:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611379.621944:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611379.621953:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009b414400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611379.621957:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611379.621961:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.621970:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611379.621972:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611379.621974:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611379.621977:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009b414400 refcount=5 00000020:00000001:0.0:1749611379.621979:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134918964224 : -131938790587392 : ffff88009b414400) 00010000:00000001:0.0:1749611379.621982:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134918964224 : -131938790587392 : ffff88009b414400) 00010000:00000001:0.0:1749611379.621987:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611379.621998:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611379.622008:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611379.622011:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611379.622020:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611379.622025:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611379.622027:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611379.622029:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611379.622031:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611379.622034:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611379.622036:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611379.622038:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611379.622039:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611379.622042:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009b414400 with handle 0x689c0ec07329d407 from hash 00010000:00000001:0.0:1749611379.622045:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611379.622046:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611379.622047:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611379.622048:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611379.622049:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611379.622051:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611379.622053:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611379.622054:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611379.622055:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611379.622057:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611379.622059:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.622064:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611379.622065:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611379.622067:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611379.622068:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611379.622069:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611379.622070:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611379.622071:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611379.622079:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009b414400/0x689c0ec07329d407 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611379.622111:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611379.622113:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611379.622117:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611379.622121:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc000 x1834598494661888/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611379.622128:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611379.622132:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611379.622133:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611379.622135:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611379.622140:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009b414600. 02000000:00000001:0.0:1749611379.622144:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611379.622146:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611379.622148:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 00000100:00000001:0.0:1749611379.622151:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611379.622152:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611379.622154:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611379.622157:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611379.622160:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611379.622163:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55340. 00000020:00000010:0.0:1749611379.622167:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdc000. 00000020:00000010:0.0:1749611379.622172:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8bdd600. 00000040:00000010:0.0:1749611379.622176:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8bdd800. 00000020:00000010:0.0:1749611379.622181:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611379.622186:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8bdda00. 80000000:00000010:0.0:1749611379.622191:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16240. 00040000:00000010:0.0:1749611379.622196:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8bddc00. 00080000:00000010:0.0:1749611379.622202:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611379.622209:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1fc000. 10000000:00000040:0.0:1749611379.622218:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611379.622222:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000001:0.0:1749611379.622226:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611379.622267:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611379.622273:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8bdd600. 00000040:00000010:0.0:1749611379.622278:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8bdd800. 00000020:00000010:0.0:1749611379.622280:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611379.622285:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8bdda00. 80000000:00000010:0.0:1749611379.622288:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16240. 00040000:00000010:0.0:1749611379.622293:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8bddc00. 00080000:00000010:0.0:1749611379.622298:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1fc000. 00080000:00000010:0.0:1749611379.622306:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749611379.622310:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdc000. 10000000:00000010:0.0:1749611379.622313:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55340. 10000000:01000000:0.0:1749611379.622315:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749611379.622319:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611379.622321:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611379.622324:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611379.622326:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611379.622327:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:0.0:1749611379.622329:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611379.622331:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611379.622333:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:0.0:1749611379.622335:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611379.622336:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611379.622338:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749611379.622339:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611379.622341:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:0.0:1749611379.622343:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611379.622345:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611379.622349:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000020:00000040:0.0:1749611379.622352:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611379.622356:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611379.622359:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611379.622364:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611379.622368:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8bdc000. 00000100:00000001:0.0:1749611379.622375:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611379.622384:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611379.622386:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611379.622393:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a8af6c00. 00010000:00000001:0.0:1749611379.622397:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611379.622399:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a8bdde00. 00000020:00000001:0.0:1749611379.622402:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611379.622405:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800a8bdde00 with handle 0x689c0ec07329d423 to hash 00000020:00000001:0.0:1749611379.622407:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611379.622408:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:0.0:1749611379.622411:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:0.0:1749611379.622413:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611379.622415:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611379.622418:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611379.622424:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611379.622435:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611379.622441:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611379.622442:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611379.622447:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381000. 00000100:00000001:0.0:1749611379.622450:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277504 : -131939613274112 : ffff88006a381000) 00000100:00000001:0.0:1749611379.622452:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611379.622453:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000100:00000001:0.0:1749611379.622457:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611379.622462:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611379.622464:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611379.622465:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611379.622470:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611379.622477:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611379.622484:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611379.622487:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611379.622494:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611379.622496:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611379.622497:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611379.622499:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611379.622501:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611379.622502:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.622504:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611379.622505:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611379.622507:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611379.624748:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009b414400. 00010000:00000001:0.0:1749611379.898653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611379.898659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611379.898769:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611379.898774:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611379.898777:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611379.937649:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611379.937655:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611379.937657:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611379.937660:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611379.937662:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611379.937665:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611379.937667:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611379.937670:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611379.937672:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611380.048596:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611380.048609:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611380.048611:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611380.048615:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611380.048618:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611380.048620:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611380.048622:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611380.458691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611380.458700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611380.458702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611380.458707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611380.458711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611380.458715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611380.458719:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611380.458721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611380.458724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611380.621730:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611380.621739:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611380.621741:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611380.621746:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611380.621750:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611380.621754:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611380.621757:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611380.621760:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611380.621763:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611380.900747:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611380.900755:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611380.900892:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611380.900898:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611380.900902:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611380.937793:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611380.937801:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611380.937804:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611380.937808:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611380.937813:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611380.937816:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611380.937819:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611380.937822:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611380.937826:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611381.048637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611381.048655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611381.048657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611381.048663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611381.048665:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611381.048669:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611381.048672:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611381.458693:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611381.458702:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611381.458705:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611381.458727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611381.458731:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611381.458736:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611381.458739:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611381.458742:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611381.458745:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611381.621766:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611381.621775:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611381.621778:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611381.621783:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611381.621787:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611381.621791:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611381.621793:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611381.621797:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611381.621801:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611381.902717:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611381.902727:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611381.902874:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611381.902880:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611381.902885:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611381.937638:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611381.937646:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611381.937650:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611381.937657:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611381.937661:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611381.937664:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611381.937667:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611381.937670:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611381.937673:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611382.048653:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611382.048672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611382.048681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611382.048686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611382.048689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611382.048693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611382.048695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611382.458720:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611382.458728:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611382.458731:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611382.458736:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611382.458740:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611382.458744:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611382.458747:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611382.458750:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611382.458752:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611382.621683:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611382.621692:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611382.621696:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611382.621719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611382.621725:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611382.621729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611382.621733:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611382.621737:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611382.621741:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611382.904692:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611382.904700:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611382.904854:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611382.904860:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611382.904864:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611382.937643:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611382.937649:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611382.937651:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611382.937656:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611382.937659:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611382.937663:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611382.937666:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611382.937669:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611382.937673:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.048686:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611383.048722:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611383.048724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.048729:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611383.048731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611383.048735:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.048738:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611383.054624:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611383.054633:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611383.054636:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611383.054652:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611383.054655:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611383.054658:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611383.054662:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611383.054668:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1749611383.054673:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611383.054676:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611383.054679:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.054682:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611383.054684:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611383.054689:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611383.054691:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611383.054694:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611383.054698:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611383.054700:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611383.054702:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611383.054705:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611383.054707:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.054709:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611383.054711:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611383.054714:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611383.054717:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611383.054720:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611383.054723:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611383.054730:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611383.054733:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.054735:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611383.054738:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611383.054744:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00000020:00000040:2.0:1749611383.054748:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611383.054753:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611383.054760:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.054773:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611383.054776:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611383.054780:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611383.054789:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083909400. 00000100:00000001:2.0:1749611383.054797:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611383.054807:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611383.054818:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611383.054823:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.054828:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55c00] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611383.054858:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611383.054861:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611383.054865:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611383.054867:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611383.054869:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611383.054871:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611383.054874:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1749611383.054876:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611383.054879:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611383.054881:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.054883:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611383.054885:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611383.054887:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611383.054888:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611383.054890:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611383.054891:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611383.054893:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611383.054895:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611383.054898:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611383.054906:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.054908:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611383.054910:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611383.054912:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611383.054915:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611383.054917:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611383.054919:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611383.054920:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611383.054922:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611383.054924:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.054926:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611383.054926:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611383.054928:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.054929:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611383.054931:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57480. 00000020:00000040:2.0:1749611383.054934:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611383.054936:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611383.054937:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.054939:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749611383.054940:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611383.054941:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611383.054943:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611383.054947:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083909c00. 00000100:00000001:2.0:1749611383.054950:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.054954:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749611383.054954:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611383.054957:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.054961:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611383.054962:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611383.054964:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.054966:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611383.054967:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57480] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611383.054970:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611383.054976:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494662784:0@lo:38:kworker.0 00000100:00000001:2.0:1749611383.054976:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611383.054979:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611383.054982:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749611383.054982:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611383.054983:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611383.054985:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611383.054987:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:3.0:1749611383.054988:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611383.054991:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.054994:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611383.054994:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5984 00000100:00080000:2.0:1749611383.054997:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611383.054999:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000010:3.0:1749611383.055000:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574000. 00000100:00000001:2.0:1749611383.055001:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.055003:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611383.055004:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055005:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611383.055007:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611383.055009:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611383.055010:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611383.055012:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000010:3.0:1749611383.055013:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000020:00000001:2.0:1749611383.055014:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611383.055016:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611383.055018:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611383.055020:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.055022:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:3.0:1749611383.055023:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611383.055023:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611383.055025:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611383.055028:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611383.055030:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611383.055031:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1749611383.055033:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494662784, portal 4 02000000:00000001:2.0:1749611383.055034:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611383.055036:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055037:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611383.055038:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611383.055039:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 00000100:00000001:2.0:1749611383.055039:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611383.055042:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55f80. 00000020:00000040:2.0:1749611383.055044:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611383.055046:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611383.055047:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055049:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611383.055050:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1749611383.055052:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611383.055052:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611383.055055:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083908400. 00000100:00000001:2.0:1749611383.055058:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055065:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611383.055067:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1749611383.055070:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611383.055073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:2.0:1749611383.055074:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749611383.055077:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494662784, offset 0 00000100:00000001:2.0:1749611383.055077:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.055080:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55f80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611383.055085:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611383.055087:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.055090:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611383.055093:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611383.055097:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000020:00000040:2.0:1749611383.055099:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611383.055101:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611383.055103:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611383.055104:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611383.055108:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5500. 00000400:00000200:3.0:1749611383.055110:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611383.055110:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.055114:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611383.055121:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611383.055123:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611383.055124:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf947080 00000100:00000040:2.0:1749611383.055127:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56300] to pc [ptlrpcd_00_01+1] req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611383.055134:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 14040 00000400:00000200:3.0:1749611383.055146:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611383.055152:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611383.055160:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611383.055162:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611383.055163:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611383.055168:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5994) 00000100:00000010:3.0:1749611383.055169:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91880. 00000100:00000040:3.0:1749611383.055174:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf91880 x1834598494662784 msgsize 520 00000100:00100000:3.0:1749611383.055181:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611383.055192:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611383.055242:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611383.055245:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494662784 02000000:00000001:2.0:1749611383.055247:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749611383.055248:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:2.0:1749611383.055251:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611383.055252:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:2.0:1749611383.055254:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611383.055257:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055258:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749611383.055261:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494662784 00000020:00000001:2.0:1749611383.055263:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749611383.055265:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611383.055271:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611383.055273:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611383.055274:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611383.055275:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611383.055277:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055279:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611383.055280:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749611383.055282:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:0.0:1749611383.055282:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611383.055283:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611383.055287:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:1.0:1749611383.055289:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611383.055291:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611383.055292:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:3.0:1749611383.055294:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.055295:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055297:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611383.055298:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611383.055300:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611383.055302:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055302:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611383.055304:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055305:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055308:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611383.055308:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611383.055310:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 02000000:00000001:0.0:1749611383.055311:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611383.055313:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055316:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300656514 00000100:00000001:2.0:1749611383.055316:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611383.055317:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494663168:0@lo:400:kworker.0 00000100:00000001:0.0:1749611383.055321:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1749611383.055322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397280. 02000000:00000001:0.0:1749611383.055324:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611383.055326:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055327:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611383.055328:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611383.055329:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611383.055330:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:0.0:1749611383.055333:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8bddc00. 00000100:00100000:2.0:1749611383.055334:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 02000000:00000001:0.0:1749611383.055336:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055337:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931011712 : -131938778539904 : ffff88009bf91880) 00000100:00000001:3.0:1749611383.055338:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300656514 00000400:00000010:0.0:1749611383.055340:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff630. 00000100:00000040:2.0:1749611383.055342:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf91880 x1834598494662784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611383.055343:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397640. 00000400:00000010:0.0:1749611383.055345:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000100:00000001:3.0:1749611383.055347:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611383.055352:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300656514 00000100:00100000:2.0:1749611383.055353:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494662784:12345-0@lo:38:kworker.0 00000100:00000010:3.0:1749611383.055356:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397180. 00000100:00000200:2.0:1749611383.055357:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494662784 00000100:00000200:0.0:1749611383.055359:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494663168, portal 10 00000100:00000001:3.0:1749611383.055361:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749611383.055361:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611383.055361:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611383.055363:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00010000:00000001:2.0:1749611383.055365:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611383.055372:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300656514 00000100:00000040:0.0:1749611383.055372:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611383.055377:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5397740. 00000020:00000001:2.0:1749611383.055379:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055380:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611383.055381:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749611383.055383:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00020000:2.0:1749611383.055384:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611383.055385:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611383.055385:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:2.0:1749611383.055387:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611383.055388:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494663168, offset 0 00000100:00000001:3.0:1749611383.055389:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611383.055390:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611383.055393:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611383.055393:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611383.055394:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611383.055396:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611383.055397:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611383.055398:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611383.055401:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611383.055402:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008390b400. 00000100:00000001:3.0:1749611383.055404:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611383.055404:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055406:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611383.055406:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611383.055408:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf947200 00000100:00000001:3.0:1749611383.055410:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749611383.055410:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611383.055412:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611383.055414:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749611383.055414:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 75552 00010000:00000001:2.0:1749611383.055418:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611383.055420:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611383.055421:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611383.055422:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611383.055424:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611383.055425:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611383.055428:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611383.055429:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611383.055430:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749611383.055432:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611383.055434:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611383.055434:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611383.055435:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdf80. 00000100:00000001:3.0:1749611383.055436:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055436:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611383.055438:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bdf80 x1834598494663168 msgsize 224 02000000:00000001:3.0:1749611383.055439:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611383.055439:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611383.055441:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611383.055442:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611383.055443:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611383.055444:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.055446:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055446:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611383.055448:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749611383.055451:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494662912:0@lo:38:kworker.0 00000400:00000010:2.0:1749611383.055452:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000200:2.0:1749611383.055456:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494662784, offset 0 00000100:00000001:3.0:1749611383.055457:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611383.055460:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611383.055461:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611383.055462:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.055466:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611383.055467:0:28322:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749611383.055470:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d576400. 00000400:00000200:2.0:1749611383.055470:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611383.055473:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611383.055474:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749611383.055476:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000400:00000010:3.0:1749611383.055478:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000400:00000200:2.0:1749611383.055478:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf947080 00000100:00000001:0.0:1749611383.055479:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611383.055483:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611383.055484:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8b81 [1] + 0 00000400:00000200:2.0:1749611383.055489:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611383.055492:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611383.055493:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611383.055496:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611383.055497:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611383.055497:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749611383.055498:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00100000:1.0:1749611383.055500:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494663168 00000100:00000200:2.0:1749611383.055502:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611383.055503:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611383.055503:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611383.055504:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494662912, portal 10 00000100:00000001:1.0:1749611383.055505:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611383.055505:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611383.055507:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611383.055508:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055508:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055510:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393878144 : -131936315673472 : ffff88012ec57480) 00000100:00000040:2.0:1749611383.055511:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611383.055511:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611383.055512:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00100000:1.0:1749611383.055514:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494663168 00000020:00000001:1.0:1749611383.055517:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611383.055519:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611383.055519:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611383.055521:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611383.055546:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611383.055552:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300656514 00000400:00000200:2.0:1749611383.055553:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611383.055555:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000020:00000040:1.0:1749611383.055556:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611383.055556:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300656514 00000100:00000001:2.0:1749611383.055558:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611383.055559:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300656514 00000100:00000001:2.0:1749611383.055560:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611383.055560:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611383.055561:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300656514 00000020:00000001:1.0:1749611383.055563:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611383.055563:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300656514 00000100:00000001:2.0:1749611383.055564:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055565:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300656514 00000100:00000040:2.0:1749611383.055567:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611383.055567:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300656514 00000100:00000001:1.0:1749611383.055568:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611383.055569:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055569:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300656514 00000100:00000001:0.0:1749611383.055571:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.055572:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3c00. 00000100:00000001:0.0:1749611383.055574:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055576:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749611383.055577:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.055577:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b52e3140. 00000100:00000001:0.0:1749611383.055577:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.055579:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611383.055580:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611383.055582:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91880 x1834598494662784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611383.055584:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000040:1.0:1749611383.055585:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611383.055585:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611383.055587:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1749611383.055589:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494662912, offset 0 00000100:00000001:0.0:1749611383.055589:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611383.055590:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611383.055592:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611383.055593:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494662784:12345-0@lo:38:kworker.0 Request processed in 240us (417us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611383.055594:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611383.055596:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611383.055603:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00000001:2.0:1749611383.055606:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749611383.055607:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611383.055607:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611383.055613:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000400:00000200:3.0:1749611383.055616:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947100 00000100:00000001:1.0:1749611383.055617:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611383.055618:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:1.0:1749611383.055622:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124e00. 00000400:00000200:3.0:1749611383.055623:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 75776 00000020:00000010:2.0:1749611383.055623:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000020:00000010:1.0:1749611383.055626:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490d80. 00000100:00000001:2.0:1749611383.055627:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611383.055628:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749611383.055630:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611383.055631:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000020:00000040:0.0:1749611383.055632:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749611383.055635:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611383.055638:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611383.055640:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611383.055640:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749611383.055642:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611383.055642:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611383.055645:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749611383.055647:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91f80. 00000100:00000001:1.0:1749611383.055650:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749611383.055651:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf91f80 x1834598494662912 msgsize 520 00000100:00000001:1.0:1749611383.055652:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611383.055654:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611383.055657:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611383.055660:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611383.055668:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611383.055681:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611383.055686:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611383.055687:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00100000:1.0:1749611383.055687:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494662912 00000100:00000001:2.0:1749611383.055688:0:9691:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611383.055689:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749611383.055691:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611383.055691:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611383.055693:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611383.055694:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611383.055695:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611383.055696:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749611383.055696:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611383.055698:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494662912 00000100:00000200:3.0:1749611383.055700:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611383.055700:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000020:00000001:1.0:1749611383.055700:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611383.055701:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611383.055703:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749611383.055703:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611383.055705:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933973888 : -131936775577728 : ffff8801135bdf80) 00000020:00000001:1.0:1749611383.055705:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611383.055707:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.055710:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bdf80 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:64/0 lens 224/0 e 0 to 0 dl 1749611394 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611383.055710:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000001:3.0:1749611383.055712:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611383.055713:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490b80. 00000020:00000010:1.0:1749611383.055715:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000040:3.0:1749611383.055717:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611383.055717:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611383.055719:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611383.055719:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611383.055721:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611383.055722:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819280. 00000100:00000001:2.0:1749611383.055724:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611383.055724:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611383.055727:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819280. 00000100:00000001:3.0:1749611383.055728:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.055729:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.055731:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749611383.055731:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494663168:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611383.055734:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749611383.055735:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494663168 00000100:00000001:3.0:1749611383.055736:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.055736:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611383.055738:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611383.055739:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611383.055741:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1111 usecs (2 jiffies) 00000020:00000001:2.0:1749611383.055741:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749611383.055741:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00000001:0.0:1749611383.055742:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611383.055744:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.055744:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931013504 : -131938778538112 : ffff88009bf91f80) 00000100:00000001:3.0:1749611383.055745:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300656515 00000100:00000001:0.0:1749611383.055745:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611383.055746:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611383.055747:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055753:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300656514 00000020:00000001:2.0:1749611383.055754:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611383.055758:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749611383.055762:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300656515 00000020:00000001:2.0:1749611383.055762:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611383.055763:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611383.055766:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611383.055767:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300656514 00000100:00000040:1.0:1749611383.055767:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf91f80 x1834598494662912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611383.055768:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611383.055771:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611383.055775:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611383.055777:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611383.055780:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300656515 00000100:00100000:1.0:1749611383.055780:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494662912:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749611383.055781:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008390a800. 02000000:00000001:2.0:1749611383.055783:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611383.055784:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494662912 00000100:00000001:3.0:1749611383.055785:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300656514 00000100:00000001:2.0:1749611383.055785:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611383.055787:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611383.055787:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611383.055789:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300656515 00010000:00000040:2.0:1749611383.055790:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494663168 00010000:00000001:1.0:1749611383.055790:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611383.055793:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300656514 00010000:00000001:2.0:1749611383.055793:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611383.055797:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1749611383.055798:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bdf80 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:64/0 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611383.055800:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055801:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.055805:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1749611383.055806:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:1.0:1749611383.055806:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611383.055808:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611383.055810:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749611383.055811:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=138 v=5 (1 1 1 1) 00000100:00000040:3.0:1749611383.055812:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611383.055814:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611383.055815:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611383.055817:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611383.055818:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611383.055819:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611383.055820:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611383.055821:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611383.055822:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611383.055823:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611383.055824:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611383.055824:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611383.055826:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.055827:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749611383.055828:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d741800. 00000400:00000010:2.0:1749611383.055829:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:3.0:1749611383.055830:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611383.055831:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.055833:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611383.055833:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494663168, offset 224 00000100:00000001:1.0:1749611383.055835:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.055836:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611383.055837:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611383.055839:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1749611383.055841:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494663040:0@lo:38:kworker.0 00010000:00000001:1.0:1749611383.055841:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611383.055845:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749611383.055846:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611383.055847:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611383.055850:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611383.055850:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947200 00000100:00000001:1.0:1749611383.055850:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749611383.055852:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.055854:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611383.055855:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611383.055856:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b89 [1] + 224 00000100:00000040:1.0:1749611383.055858:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000010:3.0:1749611383.055859:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000400:00000200:2.0:1749611383.055860:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611383.055861:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611383.055863:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611383.055864:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611383.055865:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:3.0:1749611383.055867:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000040:1.0:1749611383.055870:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000010:3.0:1749611383.055873:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611383.055873:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611383.055874:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611383.055876:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611383.055877:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611383.055879:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494663040, portal 10 00000100:00000001:1.0:1749611383.055880:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611383.055882:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749611383.055883:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611383.055884:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393872768 : -131936315678848 : ffff88012ec55f80) 00000100:00000040:2.0:1749611383.055886:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611383.055888:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000040:3.0:1749611383.055893:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611383.055894:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494662912, offset 0 00000400:00000200:1.0:1749611383.055901:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611383.055904:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611383.055908:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611383.055911:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000001:2.0:1749611383.055912:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611383.055919:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611383.055922:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000400:00000200:1.0:1749611383.055922:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611383.055924:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611383.055926:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611383.055932:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611383.055933:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947100 00000100:00000001:0.0:1749611383.055934:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611383.055935:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:3.0:1749611383.055936:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494663040, offset 0 00000100:00000001:0.0:1749611383.055936:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749611383.055938:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611383.055940:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611383.055941:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8b95 [1] + 0 00000020:00000001:2.0:1749611383.055942:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611383.055946:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdf80 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:64/0 lens 224/224 e 0 to 0 dl 1749611394 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611383.055949:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749611383.055950:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611383.055952:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611383.055954:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff630. 00000400:00000200:1.0:1749611383.055955:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611383.055957:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494663168:12345-0@lo:400:kworker.0 Request processed in 235us (516us total) trans 0 rc 0/0 00000400:00000200:0.0:1749611383.055959:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000400:00000010:0.0:1749611383.055962:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00100000:2.0:1749611383.055965:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00000001:0.0:1749611383.055965:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611383.055967:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611383.055968:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611383.055970:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749611383.055970:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611383.055972:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611383.055973:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611383.055976:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490d80. 00000400:00000200:3.0:1749611383.055977:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611383.055979:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000200:1.0:1749611383.055980:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611383.055982:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124e00. 00000100:00000200:0.0:1749611383.055986:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611383.055987:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947180 00000020:00000040:2.0:1749611383.055988:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611383.055991:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611383.055992:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611383.055994:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 76296 00000100:00000001:0.0:1749611383.055994:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611383.055996:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.055999:0:28322:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749611383.056001:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611383.056001:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611383.056001:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611383.056003:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611383.056006:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611383.056006:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611383.056009:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 02000000:00000001:0.0:1749611383.056009:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611383.056011:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:1.0:1749611383.056014:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611383.056015:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611383.056015:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749611383.056015:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=88 v=5 (5 5 5 5) 00000100:00000200:3.0:1749611383.056017:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611383.056019:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611383.056019:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611383.056021:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1749611383.056022:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf93480. 00000100:00000040:1.0:1749611383.056023:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611383.056023:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.056025:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.056026:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749611383.056027:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf93480 x1834598494663040 msgsize 520 00000020:00000001:1.0:1749611383.056027:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:0.0:1749611383.056030:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611383.056032:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91f80 x1834598494662912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611383.056033:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749611383.056038:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.056042:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1749611383.056043:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494662912:12345-0@lo:38:kworker.0 Request processed in 262us (388us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749611383.056044:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611383.056045:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611383.056047:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611383.056051:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611383.056053:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00000001:1.0:1749611383.056055:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611383.056057:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611383.056058:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.056061:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490b80. 00000100:00000001:0.0:1749611383.056061:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611383.056062:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611383.056062:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611383.056064:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00000040:0.0:1749611383.056066:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611383.056067:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000400:00000200:3.0:1749611383.056069:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000100:00000001:1.0:1749611383.056071:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611383.056072:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00100000:0.0:1749611383.056074:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494663168:0@lo:400:kworker.0 00000100:00000001:3.0:1749611383.056076:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611383.056079:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611383.056080:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611383.056081:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494663040 00000100:00000200:3.0:1749611383.056082:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611383.056084:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611383.056085:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611383.056089:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56300 x1834598494663168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611383.056091:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611383.056093:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611383.056096:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.056096:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749611383.056098:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494663040 02000000:00000001:0.0:1749611383.056098:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749611383.056100:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611383.056101:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749611383.056101:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8bddc00. 00000020:00000040:1.0:1749611383.056102:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611383.056103:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611383.056104:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611383.056105:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611383.056106:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611383.056106:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749611383.056107:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611383.056107:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611383.056109:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749611383.056110:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 02000000:00000010:0.0:1749611383.056112:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5500. 00000020:00000010:1.0:1749611383.056113:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490b80. 00000020:00000010:1.0:1749611383.056115:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 02000000:00000001:0.0:1749611383.056115:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611383.056117:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611383.056117:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611383.056118:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611383.056119:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749611383.056119:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000100:00000001:3.0:1749611383.056120:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611383.056121:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.056123:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611383.056124:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.056124:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611383.056125:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.056126:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611383.056130:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:0.0:1749611383.056131:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611383.056132:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.056132:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.056133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300656514 00000100:00000001:0.0:1749611383.056134:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611383.056136:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.056137:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611383.056138:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300656515 00000100:00000001:1.0:1749611383.056139:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611383.056142:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300656514 00000100:00100000:1.0:1749611383.056143:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00000001:2.0:1749611383.056144:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611383.056145:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300656515 00000100:00000001:1.0:1749611383.056145:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931018880 : -131938778532736 : ffff88009bf93480) 00000100:00000001:2.0:1749611383.056146:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611383.056148:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300656514 00000100:00000001:2.0:1749611383.056148:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611383.056149:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf93480 x1834598494663040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611383.056151:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.056152:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300656515 00000100:00000001:3.0:1749611383.056155:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300656514 00000100:00100000:1.0:1749611383.056158:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494663040:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611383.056162:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494663040 00000020:00000001:1.0:1749611383.056164:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611383.056165:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300656515 00010000:00000001:1.0:1749611383.056166:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611383.056169:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611383.056173:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611383.056174:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611383.056176:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:3.0:1749611383.056179:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749611383.056179:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749611383.056181:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749611383.056181:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611383.056184:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749611383.056185:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000400:00000200:3.0:1749611383.056190:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611383.056190:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749611383.056192:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:1.0:1749611383.056192:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611383.056195:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d742000. 00000100:00000001:3.0:1749611383.056196:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611383.056197:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611383.056226:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611383.056230:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749611383.056231:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611383.056232:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611383.056235:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611383.056239:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611383.056241:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611383.056244:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:3.0:1749611383.056245:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611383.056246:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611383.056249:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611383.056251:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611383.056253:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611383.056255:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.056257:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611383.056257:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611383.056259:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611383.056259:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611383.056261:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000001:3.0:1749611383.056263:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749611383.056265:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494663040, offset 0 02000000:00000001:3.0:1749611383.056266:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611383.056269:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611383.056270:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611383.056272:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.056276:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611383.056277:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749611383.056283:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611383 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611383.056283:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947180 00000100:00001000:3.0:1749611383.056288:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=56 v=20 (20 1 1 1) 00000400:00000200:1.0:1749611383.056288:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ba1 [1] + 0 00000400:00000200:1.0:1749611383.056292:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611383.056293:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749611383.056295:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611383.056296:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611383.056298:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611383.056299:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611383.056303:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611383.056306:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611383.056312:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056318:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611383.056320:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611383.056322:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611383.056324:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611383.056324:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:3.0:1749611383.056328:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611383.056331:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749611383.056331:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:1.0:1749611383.056334:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:3.0:1749611383.056336:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611383.056336:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611383.056339:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611383.056342:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611383.056344:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611383.056346:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1749611383.056348:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611383.056351:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf93480 x1834598494663040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611403 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056352:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611383.056360:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611383.056360:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494663040:12345-0@lo:38:kworker.0 Request processed in 201us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749611383.056368:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00000001:1.0:1749611383.056370:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611383.056372:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749611383.056374:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494662784:0@lo:38:kworker.0 00000020:00000010:1.0:1749611383.056375:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490b80. 00000020:00000010:1.0:1749611383.056378:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00000001:3.0:1749611383.056381:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611383.056381:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000100:00000001:3.0:1749611383.056384:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611383.056384:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611383.056389:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55c00 x1834598494662784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056400:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611383.056402:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611383.056406:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574000. 02000000:00000001:3.0:1749611383.056412:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611383.056414:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611383.056417:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611383.056420:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611383.056423:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083909400. 02000000:00000001:3.0:1749611383.056427:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611383.056429:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611383.056431:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55c00. 00000100:00000001:3.0:1749611383.056438:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611383.056439:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056442:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056449:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611383.056452:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056455:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611383.056457:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611383.056461:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611383.056464:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611383.056467:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000400:00000200:3.0:1749611383.056471:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611383.056474:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:3.0:1749611383.056478:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611383.056483:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611383.056503:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056514:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611383.056517:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056549:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611383.056553:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611383.056555:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611383.056557:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.056560:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611383.056567:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611383 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611383.056572:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=38 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611383.056576:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611383.056579:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611383.056582:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611383.056589:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056600:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611383.056604:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611383.056606:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056608:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611383.056611:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611383.056615:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611383.056619:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611383.056622:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611383.056628:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611383.056641:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494662912:0@lo:38:kworker.0 00000400:00000001:3.0:1749611383.056650:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611383.056652:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611383.056662:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611383.056666:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611383.056669:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611383.056673:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611383.056678:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611383.056692:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056703:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611383.056705:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056708:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611383.056711:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611383.056713:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611383.056715:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611383.056718:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611383.056724:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611383 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611383.056729:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=88 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611383.056734:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611383.056736:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611383.056739:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611383.056746:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056757:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611383.056761:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611383.056763:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056766:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611383.056768:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611383.056772:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611383.056776:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611383.056779:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611383.056785:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611383.056817:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494663040:0@lo:38:kworker.0 00000100:00000001:3.0:1749611383.056824:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.056827:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611383.056832:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57480 x1834598494662912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056843:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611383.056846:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611383.056849:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576400. 02000000:00000001:3.0:1749611383.056853:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611383.056856:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611383.056858:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611383.056861:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611383.056864:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083909c00. 02000000:00000001:3.0:1749611383.056867:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611383.056869:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611383.056871:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57480. 00000100:00000001:3.0:1749611383.056875:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611383.056877:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056880:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611383.056885:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55f80 x1834598494663040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611383.056895:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611383.056897:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611383.056899:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 02000000:00000001:3.0:1749611383.056904:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611383.056906:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611383.056907:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611383.056910:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611383.056912:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083908400. 02000000:00000001:3.0:1749611383.056915:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611383.056917:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611383.056920:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55f80. 00000100:00000001:3.0:1749611383.056924:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611383.056932:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611383.056935:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.056938:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611383.056940:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611383.056943:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611383.056946:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611383.057597:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300656515, at 4300656515 00000100:00000040:3.0:1749611383.057599:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300656515, at 4300656515 00000100:00000040:0.0:1749611383.057603:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300656515, at 4300656515 00000100:00000010:3.0:1749611383.057609:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397740. 00000100:00000040:1.0:1749611383.057616:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300656515, at 4300656515 00000100:00000010:2.0:1749611383.057618:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397180. 00000100:00000010:1.0:1749611383.057628:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397640. 00000100:00000010:0.0:1749611383.057636:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5397280. 00000100:00000001:0.0:1749611383.458742:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611383.458750:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611383.458753:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611383.458758:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611383.458762:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611383.458766:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.458769:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611383.458771:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.458774:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611383.551481:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8bdca00. 00080000:00000010:0.0:1749611383.551487:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8bdc800. 00080000:00000010:0.0:1749611383.551489:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8bdc600. 00080000:00000010:0.0:1749611383.551491:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8bdc400. 00080000:00000010:0.0:1749611383.551504:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009b415600. 00080000:00000010:0.0:1749611383.551506:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff8800a8b4c400. 00000100:00000001:0.0:1749611383.621681:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611383.621689:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611383.621692:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611383.621696:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611383.621700:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611383.621703:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.621706:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611383.621710:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.621712:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.906679:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611383.906690:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611383.906692:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611383.906695:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.906701:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611383.906703:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.906705:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.906708:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611383.906847:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611383.906853:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611383.906857:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611383.937636:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611383.937641:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611383.937643:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611383.937647:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab9c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611383.937650:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611383.937654:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.937656:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611383.937666:0:25161:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611383.937675:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611383.937679:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611383.937686:0:25161:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611383.937689:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.937691:0:25161:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611383.937692:0:25161:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611383.937713:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611383.937721:0:25161:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:25161:1834598494662016:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611383.937726:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.937728:0:25161:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611383.937730:0:25161:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611383.937732:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611383.937734:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611383.937740:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611383.937742:0:25161:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab9c0. 00000100:00000001:0.0:1749611383.937747:0:25161:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611383.937748:0:25161:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611383.937751:0:25161:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611383.937754:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611383.937756:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611383.937759:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e400 refcount=4 00000020:00000001:0.0:1749611383.937761:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749611383.937763:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00010000:0.0:1749611383.937767:0:25161:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611383.937775:0:25161:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611383.937779:0:25161:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611383.937785:0:25161:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611383.937787:0:25161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611383.937792:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611383.937799:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611383.937802:0:25161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611383.937808:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611383.937810:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.937812:0:25161:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611383.937814:0:25161:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611383.937819:0:25161:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611383.937822:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611383.937824:0:25161:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611383.937828:0:25161:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611383.937830:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611383.937831:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611383.937832:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e400 refcount=5 00000020:00000001:0.0:1749611383.937833:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749611383.937835:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749611383.937838:0:25161:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611383.937840:0:25161:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611383.937844:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611383.937846:0:25161:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611383.937850:0:25161:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611383.937852:0:25161:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611383.937853:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611383.937855:0:25161:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611383.937856:0:25161:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611383.937858:0:25161:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611383.937864:0:25161:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611383.937865:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611383.937867:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611383.937869:0:25161:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e400 with handle 0x689c0ec07329d41c from hash 00010000:00000001:0.0:1749611383.937871:0:25161:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611383.937872:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611383.937873:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611383.937874:0:25161:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611383.937875:0:25161:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611383.937876:0:25161:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611383.937878:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611383.937879:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611383.937880:0:25161:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611383.937882:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611383.937884:0:25161:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611383.937887:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611383.937888:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611383.937889:0:25161:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611383.937890:0:25161:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611383.937891:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611383.937892:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611383.937893:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611383.937895:0:25161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d41c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611383.937901:0:25161:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a8af6700 count: 0 00010000:00000001:0.0:1749611383.937928:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611383.937930:0:25161:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611383.937933:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611383.937936:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56a00 x1834598494662016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611383.937942:0:25161:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611383.937944:0:25161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611383.937946:0:25161:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611383.937947:0:25161:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611383.937955:0:25161:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749611383.937959:0:25161:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611383.937961:0:25161:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611383.937963:0:25161:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56a00. 00000100:00000001:0.0:1749611383.937967:0:25161:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611383.937968:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611383.937969:0:25161:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611383.937972:0:25161:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611383.937974:0:25161:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611383.937977:0:25161:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55340. 00000020:00000010:0.0:1749611383.937981:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdc400. 00000020:00000010:0.0:1749611383.937986:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8bdc600. 00000040:00000010:0.0:1749611383.937989:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8bdc800. 00000020:00000010:0.0:1749611383.937994:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611383.937998:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8bdca00. 80000000:00000010:0.0:1749611383.938003:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16240. 00040000:00000010:0.0:1749611383.938009:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8bddc00. 00080000:00000010:0.0:1749611383.938015:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611383.938022:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1fc000. 10000000:00000040:0.0:1749611383.938046:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611383.938052:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 00000040:00000001:0.0:1749611383.938058:0:25161:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611383.938061:0:25161:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611383.938064:0:25161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a8bdd800. 00000040:00000001:0.0:1749611383.938070:0:25161:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611383.938074:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611383.938079:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611383.938084:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611383.938092:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611383.938097:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611383.938124:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611383.938147:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611383.938151:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611383.938154:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611383.938157:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611383.938170:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611383.938176:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff88009a4c4000 00000020:00000001:0.0:1749611383.938181:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff3f8 00080000:00000002:0.0:1749611383.938183:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:0.0:1749611383.938187:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611383.938225:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611383.938231:0:25161:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009cb9bc00. 00080000:00000001:0.0:1749611383.938234:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611383.938240:0:25161:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243858. 00000020:00000001:0.0:1749611383.938244:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611383.938252:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800b5283700. 00000020:00000001:0.0:1749611383.938282:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611383.938285:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a8bdd600. 00000020:00000001:0.0:1749611383.938288:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611383.938292:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611383.938294:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611383.938297:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611383.938299:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611383.938305:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611383.938309:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611383.938314:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135353530200 : -131938356021416 : ffff8800b5283758) 00000040:00000001:0.0:1749611383.938317:0:25161:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.938319:0:25161:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.938322:0:25161:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611383.938328:0:25161:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f02000. 00000040:00000001:0.0:1749611383.938331:0:25161:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611383.938333:0:25161:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611383.939186:0:25161:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939211:0:25161:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939214:0:25161:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939216:0:25161:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611383.939220:0:25161:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b161e0. 00000040:00001000:0.0:1749611383.939224:0:25161:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611383.939228:0:25161:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611383.939233:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4a200. 00000020:00000010:0.0:1749611383.939237:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4aa00. 00000040:00000010:0.0:1749611383.939248:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4ae00. 00000020:00000010:0.0:1749611383.939252:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611383.939258:0:25161:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8508. 00000020:00000010:0.0:1749611383.939261:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4ba00. 80000000:00000010:0.0:1749611383.939264:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16780. 40000000:00000010:0.0:1749611383.939268:0:25161:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55940. 00100000:00000010:0.0:1749611383.939273:0:25161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611383.939277:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959db00. 00040000:00000010:0.0:1749611383.939281:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cba00. 00080000:00000010:0.0:1749611383.939285:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611383.939291:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00000004:00000010:0.0:1749611383.939298:0:25161:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a728000. 00000004:00000010:0.0:1749611383.939304:0:25161:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88007a824000. 00000004:00000010:0.0:1749611383.939309:0:25161:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72a800. 00002000:00000010:0.0:1749611383.939314:0:25161:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cb9a400. 00000004:00000010:0.0:1749611383.939319:0:25161:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880087547400. 00000020:00000010:0.0:1749611383.939323:0:25161:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129c55040. 00000040:00000010:0.0:1749611383.939331:0:25161:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28a000. 00000040:00001000:0.0:1749611383.939334:0:25161:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611383.939336:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611383.939339:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611383.939344:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611383.939632:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611383.939638:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611383.939640:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611383.939643:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611383.939646:0:25161:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611383.939649:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611383.939651:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611383.939653:0:25161:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611383.939655:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611383.939657:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611383.939658:0:25161:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611383.939667:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611383.939669:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611383.939671:0:25161:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611383.939673:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611383.939675:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611383.939677:0:25161:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611383.939678:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611383.939680:0:25161:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611383.939682:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611383.939684:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611383.939686:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611383.939693:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611383.939695:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611383.939697:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611383.939699:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611383.939700:0:25161:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611383.939702:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a460 type=0x0 idx=0 00000040:00000001:0.0:1749611383.939704:0:25161:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611383.939706:0:25161:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611383.939709:0:25161:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28a000. 00000020:00000010:0.0:1749611383.939719:0:25161:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129c55040. 00000020:00000010:0.0:1749611383.939728:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4aa00. 00000040:00000010:0.0:1749611383.939732:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4ae00. 00000020:00000010:0.0:1749611383.939736:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611383.939740:0:25161:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8508. 00000020:00000010:0.0:1749611383.939744:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4ba00. 80000000:00000010:0.0:1749611383.939748:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16780. 40000000:00000010:0.0:1749611383.939753:0:25161:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55940. 00100000:00000010:0.0:1749611383.939757:0:25161:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611383.939762:0:25161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959db00. 00040000:00000010:0.0:1749611383.939765:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cba00. 00080000:00000010:0.0:1749611383.939771:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611383.939775:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000004:00000010:0.0:1749611383.939779:0:25161:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a728000. 00000004:00000010:0.0:1749611383.939789:0:25161:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88007a824000. 00000004:00000010:0.0:1749611383.939794:0:25161:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72a800. 00002000:00000010:0.0:1749611383.939798:0:25161:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cb9a400. 00000004:00000010:0.0:1749611383.939803:0:25161:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880087547400. 00000020:00000010:0.0:1749611383.939806:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4a200. 00000040:00000010:0.0:1749611383.939809:0:25161:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b161e0. 00000040:00000001:0.0:1749611383.939812:0:25161:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939815:0:25161:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611383.939819:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bdd600/ffff8800b5283700 to site lru. bkt: ffff880111e98930 00000040:00000010:0.0:1749611383.939822:0:25161:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243858. 00000040:00000001:0.0:1749611383.939825:0:25161:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611383.939828:0:25161:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f02000. 00000040:00000010:0.0:1749611383.939832:0:25161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a8bdd800. 00000040:00000001:0.0:1749611383.939835:0:25161:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611383.939838:0:25161:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611383.939842:0:25161:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611383.939845:0:25161:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611383.939848:0:25161:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611383.939851:0:25161:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611383.939852:0:25161:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611383.939855:0:25161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880095487600. 00000040:00000001:0.0:1749611383.939857:0:25161:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611383.939859:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611383.939862:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611383.939866:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611383.939870:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611383.939873:0:25161:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611383.939875:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611383.939879:0:25161:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243858. 00000020:00000001:0.0:1749611383.939881:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611383.939885:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612135353530200 : -131938356021416 : ffff8800b5283758) 00000040:00000001:0.0:1749611383.939888:0:25161:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939890:0:25161:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939892:0:25161:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611383.939900:0:25161:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88007d28a000. 00000040:00000001:0.0:1749611383.939902:0:25161:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611383.939903:0:25161:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611383.939911:0:25161:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939913:0:25161:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939915:0:25161:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611383.939917:0:25161:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611383.939919:0:25161:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b161e0. 00000040:00001000:0.0:1749611383.939921:0:25161:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611383.940286:0:25191:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611383.940295:0:25191:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000020:00000010:1.0:1749611383.940300:0:25191:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125600. 00000040:00000010:1.0:1749611383.940304:0:25191:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d125800. 00000020:00000010:1.0:1749611383.940309:0:25191:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611383.940315:0:25191:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611383.940319:0:25191:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611383.940324:0:25191:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976fa80. 40000000:00000010:1.0:1749611383.940328:0:25191:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b52e3140. 00100000:00000010:1.0:1749611383.940333:0:25191:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611383.940338:0:25191:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9000. 00040000:00000010:1.0:1749611383.940341:0:25191:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125000. 00080000:00000010:1.0:1749611383.940347:0:25191:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611383.940362:0:25191:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 00000004:00000010:1.0:1749611383.940369:0:25191:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197a000. 00000004:00000010:1.0:1749611383.940375:0:25191:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611383.940379:0:25191:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197a800. 00002000:00000010:1.0:1749611383.940384:0:25191:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d743800. 00000004:00000010:1.0:1749611383.940390:0:25191:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006bb8ac00. 00000020:00000010:1.0:1749611383.940394:0:25191:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b52e3600. 00000040:00000010:1.0:1749611383.940402:0:25191:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009bec0000. 00000040:00001000:1.0:1749611383.940405:0:25191:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611383.940408:0:25191:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611383.940411:0:25191:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611383.940415:0:25191:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:1.0:1749611383.940426:0:25191:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611383.940430:0:25191:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940433:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611383.940436:0:25191:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611383.940440:0:25191:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611383.940443:0:25191:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611383.940447:0:25191:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611383.940449:0:25191:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611383.940451:0:25191:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611383.940456:0:25191:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611383.940458:0:25191:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611383.940464:0:25191:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9e00. 00000020:00000080:1.0:1749611383.940468:0:25191:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611383.940470:0:25191:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749611383.940474:0:25191:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.940479:0:25191:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9e00. 00000020:00000001:1.0:1749611383.940484:0:25191:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940487:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec00e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611383.940490:0:25191:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749611383.940493:0:25191:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611383.940496:0:25191:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611383.940499:0:25191:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800a3713e40. 00000020:01000000:1.0:1749611383.940511:0:25191:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88006a72f800 00000020:00000010:1.0:1749611383.940515:0:25191:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88012b490b80. 00000020:00000080:1.0:1749611383.940517:0:25191:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611383.940519:0:25191:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611383.940522:0:25191:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611383.940590:0:25191:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff88012b490b80 00000040:00001000:1.0:1749611383.940608:0:25191:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611383.940609:0:25191:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611383.940611:0:25191:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611383.940612:0:25191:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611383.940615:0:25191:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611383.940616:0:25191:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611383.940617:0:25191:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff88006a72f800 00000040:00001000:1.0:1749611383.940619:0:25191:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749611383.940620:0:25191:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611383.940621:0:25191:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611383.940626:0:25191:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611383.940627:0:25191:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.940629:0:25191:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88012b490b80. 00000020:00000010:1.0:1749611383.940632:0:25191:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800a3713e40. 00000020:00000001:1.0:1749611383.940634:0:25191:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940636:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0150 type=0x10620000 idx=3 00000040:00001000:1.0:1749611383.940638:0:25191:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749611383.940640:0:25191:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611383.940641:0:25191:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611383.940643:0:25191:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611383.940644:0:25191:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611383.940645:0:25191:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611383.940673:0:25191:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9e00. 00000020:00000080:1.0:1749611383.940675:0:25191:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611383.940676:0:25191:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749611383.940678:0:25191:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.940680:0:25191:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9e00. 00000020:00000001:1.0:1749611383.940683:0:25191:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940685:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0230 type=0x10620000 idx=4 00000040:00001000:1.0:1749611383.940691:0:25191:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:1.0:1749611383.940693:0:25191:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611383.940695:0:25191:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611383.940696:0:25191:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611383.940698:0:25191:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611383.940699:0:25191:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611383.940700:0:25191:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611383.940701:0:25191:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611383.940704:0:25191:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9e00. 00000020:00000080:1.0:1749611383.940705:0:25191:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611383.940706:0:25191:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:1.0:1749611383.940708:0:25191:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.940710:0:25191:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9e00. 00000020:00000001:1.0:1749611383.940712:0:25191:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940713:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0310 type=0x10620000 idx=5 00000040:00001000:1.0:1749611383.940715:0:25191:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:1.0:1749611383.940716:0:25191:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611383.940717:0:25191:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611383.940719:0:25191:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800a37137e0. 00000020:01000000:1.0:1749611383.940721:0:25191:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88006a72f800 00000020:00000010:1.0:1749611383.940723:0:25191:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff88012b490b80. 00000020:00000080:1.0:1749611383.940724:0:25191:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611383.940725:0:25191:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611383.940726:0:25191:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611383.940728:0:25191:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff88012b490b80 00000040:00001000:1.0:1749611383.940729:0:25191:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611383.940730:0:25191:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611383.940731:0:25191:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611383.940732:0:25191:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611383.940734:0:25191:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611383.940735:0:25191:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611383.940736:0:25191:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff88006a72f800 00000040:00001000:1.0:1749611383.940738:0:25191:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:1.0:1749611383.940739:0:25191:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611383.940741:0:25191:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611383.940796:0:25191:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611383.940798:0:25191:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.940800:0:25191:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff88012b490b80. 00000020:00000010:1.0:1749611383.940802:0:25191:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800a37137e0. 00000020:00000001:1.0:1749611383.940804:0:25191:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940806:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611383.940808:0:25191:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:1.0:1749611383.940810:0:25191:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611383.940811:0:25191:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611383.940814:0:25191:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:1.0:1749611383.940820:0:25191:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611383.940821:0:25191:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940823:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611383.940825:0:25191:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:1.0:1749611383.940827:0:25191:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:1.0:1749611383.940828:0:25191:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611383.940829:0:25191:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611383.940831:0:25191:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611383.940832:0:25191:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611383.940834:0:25191:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9c00. 00000020:00000080:1.0:1749611383.940836:0:25191:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611383.940837:0:25191:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:1.0:1749611383.940839:0:25191:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611383.940840:0:25191:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9c00. 00000020:00000001:1.0:1749611383.940842:0:25191:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611383.940844:0:25191:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0460 type=0x0 idx=0 00000040:00000001:1.0:1749611383.940845:0:25191:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611383.940847:0:25191:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:1.0:1749611383.940849:0:25191:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009bec0000. 00000020:00000010:1.0:1749611383.940854:0:25191:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b52e3600. 00000020:00000010:1.0:1749611383.940871:0:25191:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125600. 00000040:00000010:1.0:1749611383.940876:0:25191:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d125800. 00000020:00000010:1.0:1749611383.940878:0:25191:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611383.940882:0:25191:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611383.940896:0:25191:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611383.940900:0:25191:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976fa80. 40000000:00000010:1.0:1749611383.940903:0:25191:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b52e3140. 00100000:00000010:1.0:1749611383.940908:0:25191:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611383.940913:0:25191:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9000. 00040000:00000010:1.0:1749611383.940916:0:25191:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125000. 00080000:00000010:1.0:1749611383.940923:0:25191:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00080000:00000010:1.0:1749611383.940928:0:25191:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:1.0:1749611383.940932:0:25191:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197a000. 00000004:00000010:1.0:1749611383.940937:0:25191:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611383.940941:0:25191:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197a800. 00002000:00000010:1.0:1749611383.940945:0:25191:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d743800. 00000004:00000010:1.0:1749611383.940949:0:25191:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88006bb8ac00. 00000020:00000010:1.0:1749611383.940954:0:25191:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000040:00000010:0.0:1749611383.940972:0:25161:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b161e0. 00000040:00000001:0.0:1749611383.940976:0:25161:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611383.940979:0:25161:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000001:0.0:1749611383.940983:0:25161:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611383.940987:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bdd600/ffff8800b5283700 to site lru. bkt: ffff880111e98930 00000040:00000010:0.0:1749611383.940991:0:25161:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243858. 00000040:00000001:0.0:1749611383.940994:0:25161:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611383.940996:0:25161:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88007d28a000. 00000040:00000010:0.0:1749611383.941002:0:25161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880095487600. 00000020:00000001:0.0:1749611383.941005:0:25161:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611383.941008:0:25161:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611383.941012:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8bdc600. 00000040:00000010:0.0:1749611383.941016:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8bdc800. 00000020:00000010:0.0:1749611383.941019:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611383.941024:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8bdca00. 80000000:00000010:0.0:1749611383.941027:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16240. 00040000:00000010:0.0:1749611383.941030:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8bddc00. 00080000:00000010:0.0:1749611383.941035:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1fc000. 00080000:00000010:0.0:1749611383.941043:0:25161:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009cb9bc00. 00080000:00000010:0.0:1749611383.941047:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749611383.941051:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdc400. 10000000:00000010:0.0:1749611383.941054:0:25161:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55340. 10000000:01000000:0.0:1749611383.941057:0:25161:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1749611383.941061:0:25161:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611383.941064:0:25161:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611383.941074:0:25161:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611383.941078:0:25161:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88009a222e40. 00000020:00000010:0.0:1749611383.941082:0:25161:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dffa00. 00000020:00000001:0.0:1749611383.941085:0:25161:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611383.941095:0:25161:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1749611383.941098:0:25161:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff880129c55340. 00000020:00000010:0.0:1749611383.941102:0:25161:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff880117b16240. 00000020:00000001:0.0:1749611383.941105:0:25161:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611383.941108:0:25161:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dffa00. 00000020:00000010:0.0:1749611383.941112:0:25161:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff88006a381780. 00000020:00000001:0.0:1749611383.941115:0:25161:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611383.941117:0:25161:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611383.941120:0:25161:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611383.941123:0:25161:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1749611383.941125:0:25161:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611383.941126:0:25161:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff88006a72f800 10000000:00000001:0.0:1749611383.941129:0:25161:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611383.941130:0:25161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff88006a72f800 10000000:00000010:0.0:1749611383.941133:0:25161:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff880095487600. 10000000:01000000:0.0:1749611383.941135:0:25161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611383.941140:0:25161:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=15 10000000:00000001:0.0:1749611383.941142:0:25161:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134818772480 : -131938890779136 : ffff880095487600) 10000000:00000001:0.0:1749611383.941145:0:25161:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134818772480 : -131938890779136 : ffff880095487600) 10000000:00000001:0.0:1749611383.941147:0:25161:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611383.941149:0:25161:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88006a72f800 from 1 10000000:00000001:0.0:1749611383.941151:0:25161:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611383.941152:0:25161:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611383.941156:0:25161:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 00000020:00000040:0.0:1749611383.941159:0:25161:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611383.941163:0:25161:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611383.941166:0:25161:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611383.941170:0:25161:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611383.941176:0:25161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880095487000. 00000100:00000001:0.0:1749611383.941181:0:25161:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611383.941185:0:25161:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611383.941215:0:25161:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611383.941220:0:25161:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8800a8af6c00 count: 2 00010000:00000001:0.0:1749611383.941222:0:25161:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611383.941225:0:25161:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611383.941227:0:25161:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880095486c00. 00000020:00000001:0.0:1749611383.941230:0:25161:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611383.941233:0:25161:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880095486c00 with handle 0x689c0ec07329d42a to hash 00000020:00000001:0.0:1749611383.941235:0:25161:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611383.941236:0:25161:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00010000:00000001:0.0:1749611383.941239:0:25161:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00010000:00000001:0.0:1749611383.941242:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611383.941243:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611383.941247:0:25161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611383.941255:0:25161:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611383.941265:0:25161:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611383.941270:0:25161:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611383.941271:0:25161:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611383.941276:0:25161:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381840. 00000100:00000001:0.0:1749611383.941277:0:25161:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096279616 : -131939613272000 : ffff88006a381840) 00000100:00000001:0.0:1749611383.941280:0:25161:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611383.941281:0:25161:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000100:00000001:0.0:1749611383.941285:0:25161:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611383.941288:0:25161:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.941290:0:25161:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611383.941292:0:25161:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611383.941297:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611383.941305:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611383.941311:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611383.941316:0:25161:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611383.941323:0:25161:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611383.941325:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611383.941326:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611383.941327:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611383.941329:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611383.941331:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.941332:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611383.941333:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611383.941335:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611383.943761:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8af6700. 00010000:00000010:3.1:1749611383.943774:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e400. 00000020:00000001:1.0:1749611383.946873:0:25193:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00000100:00000001:3.0:1749611384.056680:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611384.056698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611384.056702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611384.056709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611384.056713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611384.056718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611384.056722:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611384.458691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611384.458699:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611384.458702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611384.458707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611384.458711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611384.458715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611384.458719:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611384.458721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611384.458724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611384.621744:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611384.621751:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611384.621753:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611384.621758:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611384.621762:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611384.621765:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611384.621767:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611384.621771:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611384.621773:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611384.908636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611384.908644:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611384.908763:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611384.908769:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611384.908773:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611384.940625:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611384.940632:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611384.940635:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611384.940639:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611384.940642:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611384.940646:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611384.940649:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611384.940652:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611384.940654:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611385.056758:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611385.056776:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611385.056778:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611385.056783:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611385.056786:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611385.056808:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611385.056811:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611385.458697:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611385.458707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611385.458711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611385.458717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611385.458722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611385.458727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611385.458732:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611385.458735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611385.458739:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611385.621669:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611385.621676:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611385.621678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611385.621682:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611385.621686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611385.621689:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611385.621692:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611385.621704:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611385.621715:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611385.621720:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611385.621729:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611385.621732:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611385.621735:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611385.621737:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611385.621740:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611385.621775:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494662656:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611385.621780:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611385.621783:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611385.621786:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611385.621788:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611385.621792:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611385.621798:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611385.621801:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611385.621806:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611385.621808:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611385.621812:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611385.621817:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611385.621820:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611385.621824:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800a8bdde00 refcount=4 00000020:00000001:2.0:1749611385.621827:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:2.0:1749611385.621829:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00010000:2.0:1749611385.621836:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.621846:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611385.621852:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.621858:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611385.621861:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.621868:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611385.621870:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611385.621878:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.621884:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611385.621887:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611385.621890:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611385.621893:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611385.621899:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800a8bdde00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611385.621902:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611385.621905:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.621911:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611385.621912:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611385.621914:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611385.621915:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800a8bdde00 refcount=5 00000020:00000001:2.0:1749611385.621917:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:2.0:1749611385.621919:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:2.0:1749611385.621922:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611385.621925:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611385.621930:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611385.621932:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611385.621937:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611385.621940:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611385.621941:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611385.621944:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611385.621946:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611385.621949:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611385.621950:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611385.621957:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611385.621958:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611385.621962:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800a8bdde00 with handle 0x689c0ec07329d423 from hash 00010000:00000001:2.0:1749611385.621964:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611385.621966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611385.621967:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611385.621968:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611385.621970:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611385.621971:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611385.621974:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611385.621975:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611385.621976:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611385.621978:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611385.621980:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.621985:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611385.621986:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611385.621988:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611385.621989:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611385.621990:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611385.621991:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611385.621992:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611385.621995:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d423 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611385.622027:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611385.622029:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611385.622032:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611385.622037:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bc000 x1834598494662656/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611385.622044:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611385.622047:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611385.622049:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611385.622051:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611385.622055:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8bdc000. 02000000:00000001:2.0:1749611385.622065:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611385.622067:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611385.622069:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 00000100:00000001:2.0:1749611385.622073:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611385.622075:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611385.622077:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611385.622080:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611385.622083:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611385.622086:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f3c0. 00000020:00000010:2.0:1749611385.622092:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000020:00000010:2.0:1749611385.622096:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8ea00. 00000040:00000010:2.0:1749611385.622100:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ee00. 00000020:00000010:2.0:1749611385.622107:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611385.622112:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:2.0:1749611385.622117:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256de0. 00040000:00000010:2.0:1749611385.622122:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e000. 00080000:00000010:2.0:1749611385.622129:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611385.622135:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 10000000:00000040:2.0:1749611385.622144:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611385.622148:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000001:2.0:1749611385.622153:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611385.622156:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611385.622162:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8ea00. 00000040:00000010:2.0:1749611385.622166:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ee00. 00000020:00000010:2.0:1749611385.622169:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611385.622173:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e800. 80000000:00000010:2.0:1749611385.622205:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256de0. 00040000:00000010:2.0:1749611385.622210:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e000. 00080000:00000010:2.0:1749611385.622215:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:2.0:1749611385.622219:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611385.622223:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 10000000:00000010:2.0:1749611385.622225:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f3c0. 10000000:01000000:2.0:1749611385.622228:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611385.622237:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611385.622241:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611385.622243:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611385.622245:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611385.622247:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749611385.622249:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611385.622252:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611385.622253:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:2.0:1749611385.622255:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611385.622257:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611385.622259:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1749611385.622260:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611385.622262:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611385.622264:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611385.622266:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1749611385.622271:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56a00. 00000020:00000040:2.0:1749611385.622274:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611385.622279:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611385.622282:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611385.622286:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611385.622291:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8e200. 00000100:00000001:2.0:1749611385.622298:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611385.622301:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611385.622303:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611385.622311:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009c8f5e00. 00010000:00000001:2.0:1749611385.622314:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611385.622316:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f400. 00000020:00000001:2.0:1749611385.622320:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611385.622323:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f400 with handle 0x689c0ec07329d431 to hash 00000020:00000001:2.0:1749611385.622325:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611385.622327:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611385.622330:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611385.622332:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611385.622334:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611385.622338:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611385.622351:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611385.622363:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611385.622368:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611385.622370:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611385.622375:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab000. 00000100:00000001:2.0:1749611385.622377:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792768 : -131938871758848 : ffff8800966ab000) 00000100:00000001:2.0:1749611385.622380:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611385.622381:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393875456 : -131936315676160 : ffff88012ec56a00) 00000100:00000001:2.0:1749611385.622386:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611385.622391:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611385.622393:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611385.622395:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611385.622400:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611385.622408:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611385.622410:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611385.622413:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611385.622421:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611385.622422:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611385.622424:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611385.622426:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611385.622428:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611385.622429:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611385.622431:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611385.622432:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611385.622434:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611385.624719:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8bdde00. 00010000:00000001:0.0:1749611385.910652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611385.910661:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611385.910744:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611385.910770:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611385.910775:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611385.940618:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611385.940625:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611385.940627:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611385.940631:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611385.940635:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611385.940639:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611385.940641:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611385.940645:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611385.940647:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611386.056621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611386.056637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611386.056640:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.056644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611386.056647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611386.056650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611386.056652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611386.458637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611386.458644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611386.458646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611386.458650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611386.458654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611386.458658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.458661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611386.458663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.458666:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611386.621788:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611386.621814:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611386.621817:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611386.621821:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611386.621825:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611386.621829:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.621832:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611386.621835:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.621838:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611386.912694:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611386.912702:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611386.912841:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611386.912848:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611386.912852:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611386.940623:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611386.940629:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611386.940632:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611386.940636:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611386.940640:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611386.940644:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.940647:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611386.940651:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611386.940654:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611387.056623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611387.056638:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611387.056641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.056645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611387.056647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611387.056651:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611387.056653:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611387.458726:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611387.458736:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611387.458738:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611387.458743:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611387.458748:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611387.458751:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.458755:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611387.458758:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.458760:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611387.621697:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611387.621704:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611387.621706:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611387.621710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611387.621731:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611387.621734:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.621736:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611387.621740:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.621743:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611387.914700:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611387.914708:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611387.914852:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611387.914858:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611387.914862:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611387.940624:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611387.940630:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611387.940633:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611387.940637:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611387.940640:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611387.940645:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.940648:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611387.940651:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611387.940653:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.056672:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611388.056679:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611388.056694:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611363/real 1749611363] req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611388.056712:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611388.056715:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611388.056719:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000400:00000200:0.0:1749611388.056726:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed3b8 00000400:00000010:0.0:1749611388.056729:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed3b8. 00000100:00000001:0.0:1749611388.056734:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611388.056740:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611388.056755:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.056767:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611388.056770:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.056774:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611388.056777:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611388.056783:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.056814:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.056827:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611388.056830:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.056835:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611388.056838:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611388.056841:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611388.056848:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.056862:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611388.056866:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.056869:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611388.056871:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.056875:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611388.056879:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611388.056885:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611388.056927:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611388.056932:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611388.056939:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611388.056954:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006eebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494659840:0@lo:250:kworker.0 00000100:00000001:0.0:1749611388.056961:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.056965:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611388.056970:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006eebfb80 x1834598494659840/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611388 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.056982:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611388.056986:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611388.056991:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d576c00. 02000000:00000001:0.0:1749611388.056998:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611388.057002:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611388.057014:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611388.057019:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611388.057023:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d50c00. 02000000:00000001:0.0:1749611388.057028:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611388.057031:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611388.057035:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebfb80. 00000100:00000001:0.0:1749611388.057040:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611388.057042:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.057046:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.057053:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611388.057055:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611388.057056:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611388.057058:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611388.057060:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611388.057065:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611388.057067:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611388.057070:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611388.057074:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611388.057078:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5969 00000100:00080000:2.0:1749611388.057082:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611388.057085:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057089:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057091:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057094:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611388.057097:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611388.057099:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611388.057102:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611388.057105:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611388.057108:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611388.057110:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611388.057113:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057115:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057117:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057118:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611388.057121:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611388.057125:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611388.057127:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611388.057139:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611388.057142:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611388.057145:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057147:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611388.057150:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611388.057198:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55f80. 00000020:00000040:2.0:1749611388.057203:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611388.057207:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611388.057209:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057213:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611388.057215:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611388.057220:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611388.057227:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083908800. 00000100:00000001:2.0:1749611388.057233:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611388.057241:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611388.057252:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611388.057257:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611388.057262:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55f80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.057291:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611388.057295:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611388.057298:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611388.057300:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611388.057302:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611388.057305:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611388.057307:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5989 00000100:00080000:2.0:1749611388.057309:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611388.057312:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057314:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057316:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057318:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611388.057326:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611388.057328:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611388.057330:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611388.057332:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611388.057334:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611388.057337:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749611388.057339:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611388.057340:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057341:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057343:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057345:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611388.057345:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611388.057347:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000001:0.0:1749611388.057347:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749611388.057349:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611388.057351:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611388.057353:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749611388.057356:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611388.057359:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611388.057361:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057363:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611388.057365:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611388.057368:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57480. 00000100:00000001:0.0:1749611388.057369:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611388.057371:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749611388.057372:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611388.057373:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611388.057374:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057376:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611388.057377:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611388.057377:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611388.057379:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.057381:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611388.057384:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083908400. 02000000:00000001:0.0:1749611388.057385:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057389:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611388.057390:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494663552:0@lo:250:kworker.0 00000100:00100000:2.0:1749611388.057394:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611388.057396:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611388.057400:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611388.057402:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611388.057404:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.057404:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611388.057407:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57480] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611388.057407:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611388.057414:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5205c00. 02000000:00000001:0.0:1749611388.057417:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611388.057424:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff630. 00000100:00000001:2.0:1749611388.057429:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611388.057432:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749611388.057432:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821dd0. 00000100:00080000:2.0:1749611388.057435:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611388.057437:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611388.057438:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1749611388.057439:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494663552, portal 25 00000100:00000001:2.0:1749611388.057440:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611388.057443:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5989 00000100:00000001:0.0:1749611388.057443:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611388.057445:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611388.057445:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393872768 : -131936315678848 : ffff88012ec55f80) 00000100:00000040:2.0:1749611388.057447:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057449:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057451:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057452:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611388.057454:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611388.057455:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611388.057456:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611388.057458:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611388.057460:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611388.057462:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611388.057464:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611388.057467:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057468:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057470:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057472:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611388.057474:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:0.0:1749611388.057475:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611388.057476:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611388.057478:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611388.057480:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749611388.057480:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611388.057482:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611388.057484:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611388.057484:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749611388.057486:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749611388.057489:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494663552, offset 0 00000100:00000001:2.0:1749611388.057493:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611388.057496:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00000400:00000200:0.0:1749611388.057496:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749611388.057498:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611388.057501:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611388.057502:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057504:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611388.057505:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611388.057507:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611388.057510:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083909c00. 00000100:00000001:2.0:1749611388.057513:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611388.057513:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611388.057518:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611388.057559:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf947380 00000100:00000001:2.0:1749611388.057560:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611388.057562:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611388.057566:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55c00] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000100:0.0:1749611388.057569:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494663552 offset 0 length 520: 4 00000100:00000001:2.0:1749611388.057573:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611388.057576:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6730 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00080000:2.0:1749611388.057577:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611388.057580:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:0.0:1749611388.057580:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749611388.057582:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611388.057583:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611388.057586:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611388.057588:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5989 00000400:00000200:0.0:1749611388.057589:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00080000:2.0:1749611388.057591:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611388.057593:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000400:00000010:0.0:1749611388.057593:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:2.0:1749611388.057595:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611388.057596:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611388.057597:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611388.057598:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611388.057600:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611388.057601:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611388.057603:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611388.057604:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611388.057605:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611388.057612:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611388.057615:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611388.057617:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611388.057618:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611388.057620:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611388.057622:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611388.057623:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.057624:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611388.057627:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611388.057629:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611388.057631:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611388.057633:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611388.057633:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.057635:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611388.057636:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611388.057638:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057640:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611388.057640:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057641:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611388.057644:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000020:00000040:2.0:1749611388.057646:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611388.057646:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300661538 02000000:00000001:2.0:1749611388.057648:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611388.057649:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.057651:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611388.057652:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611388.057654:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611388.057654:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55940. 02000000:00000010:2.0:1749611388.057657:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083909400. 00000100:00000001:2.0:1749611388.057661:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.057663:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749611388.057665:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611388.057671:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300661538 00000100:00000001:2.0:1749611388.057672:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611388.057674:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611388.057676:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55700. 00000100:00000040:2.0:1749611388.057677:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56300] to pc [ptlrpcd_rcv+-1] req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.057681:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611388.057684:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611388.057686:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611388.057689:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611388.057698:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:2.0:1749611388.057700:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611388.057703:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611388.057703:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300661538 02000000:00000001:2.0:1749611388.057704:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611388.057706:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611388.057709:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55640. 02000000:00000010:2.0:1749611388.057710:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009c8f5c00. 00000100:00000001:2.0:1749611388.057712:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.057713:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611388.057716:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611388.057723:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611388.057725:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.057727:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300661538 00000100:00000040:2.0:1749611388.057729:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_00_02+2] req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611388.057731:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55a00. 00000100:00000001:0.0:1749611388.057736:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611388.057746:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611388.057751:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5999) 00000100:00000001:0.0:1749611388.057751:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611388.057756:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.057760:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.057762:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611388.057763:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611388.057768:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611388.057770:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611388.057770:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611388.057773:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611388.057776:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611388.057779:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.057779:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611388.057781:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611388.057788:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611388.057791:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611388.057793:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611388.057797:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611388.057800:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611388.057801:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749611388.057802:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.057803:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611388.057805:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494664064:0@lo:400:kworker.0 02000000:00000001:0.0:1749611388.057807:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611388.057810:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611388.057811:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611388.057814:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611388.057814:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611388.057816:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611388.057818:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611388.057818:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494663680:0@lo:38:kworker.0 02000000:00000010:1.0:1749611388.057822:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 00000100:00000001:3.0:1749611388.057824:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611388.057824:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611388.057825:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.057827:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1749611388.057830:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 02000000:00000001:0.0:1749611388.057830:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611388.057831:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.057833:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1749611388.057835:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 02000000:00000010:0.0:1749611388.057838:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9bc00. 02000000:00000001:0.0:1749611388.057842:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611388.057848:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000100:00000200:1.0:1749611388.057849:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494664064, portal 10 00000100:00000001:1.0:1749611388.057851:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611388.057853:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000400:00000010:0.0:1749611388.057854:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749611388.057859:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494663680, portal 4 00000100:00000040:1.0:1749611388.057862:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.057862:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611388.057864:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393878144 : -131936315673472 : ffff88012ec57480) 00000100:00000001:1.0:1749611388.057870:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611388.057873:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611388.057875:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000040:0.0:1749611388.057875:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611388.057878:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494664064, offset 0 00000400:00000200:1.0:1749611388.057883:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611388.057885:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611388.057891:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611388.057897:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611388.057899:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf947580 00000400:00000010:0.0:1749611388.057900:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000400:00000200:1.0:1749611388.057906:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 76816 00000400:00000200:1.0:1749611388.057913:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611388.057917:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611388.057917:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494663680, offset 0 00000100:00000001:1.0:1749611388.057922:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611388.057924:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611388.057924:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611388.057928:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99e680. 00000100:00000040:1.0:1749611388.057932:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99e680 x1834598494664064 msgsize 224 00000400:00000200:0.0:1749611388.057934:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611388.057937:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611388.057943:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf947400 00000400:00000200:0.0:1749611388.057951:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 14560 00000400:00000200:0.0:1749611388.057959:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611388.057963:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611388.057965:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611388.057970:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611388.057973:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611388.057976:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611388.057980:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.057984:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611388.057987:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749611388.057989:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611388.057992:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000100:00000040:1.0:1749611388.057993:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611388.057996:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc000 x1834598494663680 msgsize 520 00000100:00000001:1.0:1749611388.058000:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.058001:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611388.058003:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611388.058004:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611388.058005:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611388.058007:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664064 00000100:00000040:1.0:1749611388.058009:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 952 usecs (1 jiffies) 02000000:00000001:2.0:1749611388.058010:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611388.058013:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611388.058015:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.058017:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300661516 02000000:00000001:2.0:1749611388.058019:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.058021:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300661538 00000100:00100000:2.0:1749611388.058023:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664064 00000100:00000001:1.0:1749611388.058023:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300661516 00000020:00000001:2.0:1749611388.058025:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611388.058025:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300661538 00000100:00000001:0.0:1749611388.058026:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749611388.058027:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611388.058027:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300661516 00000020:00000001:2.0:1749611388.058029:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611388.058029:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300661538 00000020:00000040:2.0:1749611388.058031:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611388.058032:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300661516 00000020:00000001:2.0:1749611388.058033:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:0.0:1749611388.058033:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:1.0:1749611388.058034:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300661538 00000020:00000001:2.0:1749611388.058035:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611388.058036:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611388.058037:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:1.0:1749611388.058038:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058040:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611388.058041:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058041:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611388.058043:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611388.058044:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051ff80. 00000100:00000200:0.0:1749611388.058047:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611388.058049:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b52e3c00. 00000100:00000001:1.0:1749611388.058049:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611388.058051:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611388.058053:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611388.058054:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611388.058056:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611388.058057:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611388.058058:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058059:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611388.058064:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.058067:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611388.058076:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611388.058078:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000001:0.0:1749611388.058078:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611388.058082:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611388.058083:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611388.058086:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749611388.058088:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000040:0.0:1749611388.058088:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 00000100:00100000:3.0:1749611388.058090:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494663680 00000100:00000001:0.0:1749611388.058092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300661517 02000000:00000001:3.0:1749611388.058094:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611388.058096:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611388.058097:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611388.058097:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300661538 00000100:00000001:2.0:1749611388.058099:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611388.058100:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300661517 00000100:00000001:2.0:1749611388.058101:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611388.058103:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.058104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300661538 02000000:00000001:3.0:1749611388.058105:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058107:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300661517 00000100:00100000:3.0:1749611388.058109:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494663680 00000100:00000001:2.0:1749611388.058110:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611388.058112:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749611388.058113:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611388.058114:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611388.058115:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611388.058118:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611388.058120:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611388.058121:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611388.058124:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058128:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611388.058130:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611388.058131:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00000001:0.0:1749611388.058131:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300661538 00000100:00000001:0.0:1749611388.058135:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300661517 00000020:00000010:3.0:1749611388.058136:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00100000:2.0:1749611388.058136:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00000001:0.0:1749611388.058138:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300661538 00000100:00000040:2.0:1749611388.058139:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611388.058141:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706669184 : -131939002882432 : ffff88008e99e680) 00000020:00000010:3.0:1749611388.058142:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749611388.058142:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611388.058145:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611388.058146:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99e680 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:69/0 lens 224/0 e 0 to 0 dl 1749611399 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611388.058148:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611388.058149:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611388.058150:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611388.058175:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058181:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611388.058182:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611388.058183:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611388.058184:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f900. 00000100:00000001:2.0:1749611388.058187:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611388.058189:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f900. 00000100:00100000:2.0:1749611388.058195:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494664064:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611388.058196:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611388.058198:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611388.058199:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664064 02000000:00000001:0.0:1749611388.058202:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611388.058203:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611388.058204:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611388.058205:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611388.058206:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749611388.058208:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611388.058209:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611388.058212:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1749611388.058213:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494663808:0@lo:38:kworker.0 00000020:00000001:2.0:1749611388.058214:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611388.058217:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611388.058219:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611388.058220:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611388.058222:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749611388.058222:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611388.058224:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749611388.058224:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.058227:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611388.058228:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611388.058231:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611388.058232:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611388.058232:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cb9a400. 00000020:00000001:2.0:1749611388.058234:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749611388.058235:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611388.058238:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00000001:2.0:1749611388.058239:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611388.058240:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 02000000:00000001:2.0:1749611388.058241:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611388.058242:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000400:00000010:0.0:1749611388.058245:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 02000000:00000010:2.0:1749611388.058247:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db64c00. 02000000:00000001:2.0:1749611388.058249:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611388.058250:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494663808, portal 10 00000100:00000040:3.0:1749611388.058251:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc000 x1834598494663680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.058252:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058253:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611388.058254:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058255:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 00010000:00000040:2.0:1749611388.058257:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494664064 00010000:00000001:2.0:1749611388.058261:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749611388.058263:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749611388.058266:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99e680 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:69/0 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611388.058267:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749611388.058268:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494663680:12345-0@lo:38:kworker.0 00000020:00000040:1.0:1749611388.058272:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611388.058274:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611388.058275:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494663680 00010000:00000001:2.0:1749611388.058275:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611388.058277:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611388.058277:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611388.058279:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749611388.058280:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=143 v=5 (1 1 1 1) 00000400:00000010:0.0:1749611388.058280:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00010000:00000001:3.0:1749611388.058283:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611388.058284:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611388.058284:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494663808, offset 0 00000100:00000040:2.0:1749611388.058287:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611388.058289:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611388.058290:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611388.058291:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611388.058293:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058295:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611388.058298:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611388.058299:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611388.058301:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00010000:00020000:3.0:1749611388.058305:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749611388.058305:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494664064, offset 224 00000400:00000200:0.0:1749611388.058309:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611388.058310:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611388.058311:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611388.058314:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611388.058319:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611388.058319:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947480 00000100:00000001:3.0:1749611388.058321:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611388.058321:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611388.058325:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611388.058326:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 77040 02000000:00000010:3.0:1749611388.058329:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d574c00. 00000400:00000200:2.0:1749611388.058329:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947580 02000000:00000001:3.0:1749611388.058332:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611388.058333:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611388.058335:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8bb9 [1] + 224 00000100:00000001:3.0:1749611388.058336:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611388.058339:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611388.058340:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611388.058340:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611388.058343:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611388.058344:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611388.058344:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611388.058346:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749611388.058347:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611388.058348:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611388.058352:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749611388.058352:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611388.058352:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebfb80. 00000100:00000001:3.0:1749611388.058356:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611388.058356:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebfb80 x1834598494663808 msgsize 520 00000100:00000040:3.0:1749611388.058361:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:2.0:1749611388.058361:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611388.058362:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611388.058365:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611388.058369:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611388.058375:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:3.0:1749611388.058378:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611388.058380:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058387:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611388.058392:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611388.058393:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611388.058394:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000100:00000040:3.0:1749611388.058396:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611388.058397:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000400:00000010:3.0:1749611388.058400:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611388.058400:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611388.058407:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494663680, offset 0 00000400:00000200:2.0:1749611388.058407:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000200:0.0:1749611388.058407:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611388.058410:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611388.058413:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611388.058413:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611388.058415:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749611388.058415:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494663808 00000400:00000200:3.0:1749611388.058416:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611388.058418:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611388.058419:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058419:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611388.058420:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611388.058423:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611388.058423:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611388.058424:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611388.058425:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749611388.058426:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611388.058427:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611388.058427:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611388.058429:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749611388.058429:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494663808 00000020:00000001:1.0:1749611388.058431:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611388.058432:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611388.058433:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99e680 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:69/0 lens 224/224 e 0 to 0 dl 1749611399 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611388.058434:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611388.058435:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611388.058436:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611388.058437:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf947400 00000020:00000001:1.0:1749611388.058438:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058438:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611388.058442:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124c00. 00000100:00000001:0.0:1749611388.058443:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611388.058444:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494664064:12345-0@lo:400:kworker.0 Request processed in 261us (509us total) trans 0 rc 0/0 00000400:00000200:3.0:1749611388.058445:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8bbd [1] + 0 00000100:00000040:0.0:1749611388.058448:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000400:00000200:3.0:1749611388.058452:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611388.058452:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00000001:0.0:1749611388.058452:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300661517 00000020:00000010:1.0:1749611388.058453:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490f00. 00000100:00000040:2.0:1749611388.058456:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611388.058456:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300661538 00000020:00000010:1.0:1749611388.058457:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000400:00000200:3.0:1749611388.058458:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611388.058458:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611388.058460:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611388.058460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300661517 00000100:00000001:1.0:1749611388.058462:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611388.058463:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300661538 00000100:00000001:3.0:1749611388.058464:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611388.058464:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611388.058465:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:1.0:1749611388.058466:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058467:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300661517 00000100:00000001:1.0:1749611388.058470:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058470:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300661538 00000020:00000010:2.0:1749611388.058471:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000200:3.0:1749611388.058472:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.058473:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300661517 00000020:00000010:2.0:1749611388.058476:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:0.0:1749611388.058476:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300661538 00000100:00000001:1.0:1749611388.058478:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611388.058480:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611388.058483:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611388.058486:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611388.058486:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611388.058487:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611388.058488:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611388.058490:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058492:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749611388.058492:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00000001:2.0:1749611388.058494:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611388.058494:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611388.058495:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175177600 : -131939534374016 : ffff88006eebfb80) 00000100:00000001:2.0:1749611388.058496:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058498:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611388.058500:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebfb80 x1834598494663808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611388.058500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611388.058502:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611388.058509:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00100000:1.0:1749611388.058510:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494663808:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611388.058512:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749611388.058513:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000200:1.0:1749611388.058514:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494663808 00000100:00000001:0.0:1749611388.058514:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611388.058517:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611388.058517:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611388.058518:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611388.058519:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749611388.058519:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611388.058548:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611388.058552:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611388.058557:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494663936:0@lo:38:kworker.0 00000100:00000001:0.0:1749611388.058563:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611388.058565:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.058566:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611388.058568:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611388.058569:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611388.058571:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749611388.058572:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611388.058575:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611388.058578:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749611388.058578:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad0000. 00000100:00000001:1.0:1749611388.058580:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611388.058581:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611388.058582:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611388.058586:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bb89400. 00000400:00000010:0.0:1749611388.058586:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 02000000:00000001:1.0:1749611388.058588:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611388.058589:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.058590:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611388.058591:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00010000:00000001:1.0:1749611388.058593:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611388.058595:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:1.0:1749611388.058595:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611388.058596:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494663936, portal 10 00000100:00001000:1.0:1749611388.058598:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611388.058599:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058599:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611388.058601:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611388.058601:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00000020:00000001:3.0:1749611388.058602:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611388.058604:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611388.058610:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494663680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611388.058610:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611388.058612:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611388.058615:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611388.058618:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611388.058621:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611388.058621:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611388.058624:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611388.058624:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611388.058626:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611388.058627:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494663680:12345-0@lo:38:kworker.0 Request processed in 358us (627us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749611388.058627:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:1.0:1749611388.058628:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611388.058630:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611388.058631:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494663936, offset 0 00000400:00000010:1.0:1749611388.058633:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:0.0:1749611388.058637:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611388.058640:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00000001:3.0:1749611388.058644:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611388.058646:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749611388.058646:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494663808, offset 0 00000400:00000200:0.0:1749611388.058647:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611388.058651:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000400:00000200:1.0:1749611388.058651:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611388.058655:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947500 00000020:00000010:3.0:1749611388.058656:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000400:00000200:1.0:1749611388.058659:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611388.058662:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 77560 00000400:00000200:1.0:1749611388.058665:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947480 00000400:00000200:0.0:1749611388.058669:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749611388.058671:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000400:00000200:1.0:1749611388.058671:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8bc9 [1] + 0 00000400:00000200:1.0:1749611388.058675:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611388.058677:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611388.058678:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611388.058681:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611388.058682:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611388.058687:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.058687:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611388.058689:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611388.058695:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f00a80. 00000100:00000040:1.0:1749611388.058696:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611388.058699:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f00a80 x1834598494663936 msgsize 520 00000100:00000001:1.0:1749611388.058705:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749611388.058706:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611388.058709:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611388.058711:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611388.058713:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611388.058714:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611388.058717:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611388.058720:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611388.058722:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611388.058724:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611388.058729:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebfb80 x1834598494663808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.058730:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611388.058737:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00100000:1.0:1749611388.058739:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494663808:12345-0@lo:38:kworker.0 Request processed in 228us (381us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749611388.058741:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611388.058744:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611388.058751:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611388.058752:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00000001:1.0:1749611388.058755:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611388.058756:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611388.058760:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490f00. 00000100:00000001:2.0:1749611388.058763:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611388.058763:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611388.058764:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00100000:2.0:1749611388.058766:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494663936 00000020:00000010:1.0:1749611388.058767:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124c00. 02000000:00000001:2.0:1749611388.058768:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611388.058768:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.058770:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611388.058772:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.058773:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.058780:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058782:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611388.058783:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611388.058786:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494663936 00000100:00000001:0.0:1749611388.058787:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611388.058788:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611388.058788:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611388.058789:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611388.058790:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611388.058791:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611388.058792:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000020:00000001:2.0:1749611388.058793:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611388.058794:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611388.058795:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611388.058795:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611388.058796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300661517 00000400:00000010:1.0:1749611388.058797:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000020:00000010:2.0:1749611388.058798:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000400:00000200:1.0:1749611388.058800:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:0.0:1749611388.058800:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300661538 00000020:00000010:2.0:1749611388.058802:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000400:00000010:1.0:1749611388.058802:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:1.0:1749611388.058804:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611388.058804:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300661517 00000020:00000010:2.0:1749611388.058805:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611388.058807:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300661538 00000100:00000200:1.0:1749611388.058808:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.058809:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611388.058811:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611388.058811:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300661517 00000100:00000001:2.0:1749611388.058813:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058815:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300661538 00000100:00000200:1.0:1749611388.058816:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.058817:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058817:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300661517 00000100:00000001:0.0:1749611388.058821:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300661538 00000100:00000001:1.0:1749611388.058823:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611388.058824:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.058824:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611388.058825:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611388.058827:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611388.058827:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611388.058829:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611388.058831:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611388.058832:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611388.058832:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058833:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611388.058833:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058835:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611388.058836:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611388.058837:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00000001:2.0:1749611388.058840:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359992960 : -131939349558656 : ffff880079f00a80) 00000100:00001000:1.0:1749611388.058841:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=93 v=5 (5 5 5 5) 00000100:00000040:2.0:1749611388.058845:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f00a80 x1834598494663936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611408 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611388.058845:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611388.058847:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611388.058849:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058849:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1749611388.058851:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611388.058852:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:2.0:1749611388.058854:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494663936:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1749611388.058855:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.058856:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749611388.058858:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494663936 00000100:00000001:0.0:1749611388.058858:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611388.058860:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611388.058863:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:1.0:1749611388.058863:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611388.058863:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611388.058865:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611388.058868:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:1.0:1749611388.058871:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749611388.058872:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611388.058874:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:0.0:1749611388.058874:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00010000:00020000:2.0:1749611388.058875:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611388.058876:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611388.058877:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611388.058877:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00010000:00000001:2.0:1749611388.058878:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611388.058881:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611388.058881:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611388.058882:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.058884:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611388.058885:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749611388.058887:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611388.058888:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611388.058889:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611388.058891:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db64800. 00000100:00000001:1.0:1749611388.058891:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611388.058892:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611388.058896:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611388.058898:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058901:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611388.058901:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611388.058903:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494664064:0@lo:400:kworker.0 00010000:00000001:2.0:1749611388.058904:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611388.058905:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611388.058908:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611388.058909:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611388.058910:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611388.058912:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611388.058912:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494664064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.058912:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611388.058914:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611388.058915:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611388.058917:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611388.058917:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611388.058919:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611388.058919:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611388.058920:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611388.058921:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749611388.058921:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611388.058923:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 00000100:00000001:0.0:1749611388.058923:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611388.058924:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611388.058926:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611388.058926:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611388.058927:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749611388.058928:0:28323:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749611388.058929:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611388.058929:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749611388.058929:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611388.058931:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611388.058931:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611388.058933:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749611388.058933:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c8f5c00. 00000400:00000010:2.0:1749611388.058936:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:1.0:1749611388.058936:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611388.058937:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1749611388.058937:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611388 v=5 (0 0 0 0) 00000100:00000010:1.0:1749611388.058938:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000200:2.0:1749611388.058940:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494663936, offset 0 00000100:00000001:1.0:1749611388.058941:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1749611388.058942:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=61 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611388.058943:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611388.058944:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611388.058944:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.058947:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611388.058949:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611388.058950:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058950:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611388.058951:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611388.058952:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611388.058954:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.058954:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611388.058957:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947500 00000100:00000040:0.0:1749611388.058961:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611388.058962:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8bd9 [1] + 0 00000400:00000200:2.0:1749611388.058967:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611388.058970:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611388.058972:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611388.058974:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611388.058977:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749611388.058978:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.058979:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.058982:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611388.058985:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611388.058988:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611388.058990:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611388.058996:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611388.059000:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611388.059002:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00080000:0.0:1749611388.059003:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611388.059004:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611388.059006:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611388.059007:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611388.059015:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611388.059015:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611388.059018:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611388.059020:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611388.059022:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611388.059027:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f00a80 x1834598494663936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611408 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611388.059029:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494663680:0@lo:38:kworker.0 00000100:00100000:2.0:1749611388.059036:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494663936:12345-0@lo:38:kworker.0 Request processed in 181us (335us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749611388.059037:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611388.059040:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611388.059043:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00100000:2.0:1749611388.059044:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00000001:2.0:1749611388.059046:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611388.059047:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611388.059048:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611388.059050:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000020:00000010:2.0:1749611388.059051:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:0.0:1749611388.059054:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611388.059055:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:2.0:1749611388.059058:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000200:0.0:1749611388.059060:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611388.059061:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611388.059074:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059084:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611388.059087:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059090:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611388.059092:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611388.059095:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611388.059097:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.059100:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611388.059106:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611388 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611388.059111:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=43 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611388.059114:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611388.059116:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611388.059119:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611388.059125:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059135:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611388.059138:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611388.059149:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059175:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611388.059178:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611388.059183:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611388.059188:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611388.059192:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611388.059199:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611388.059211:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494663808:0@lo:38:kworker.0 00000400:00000001:0.0:1749611388.059220:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611388.059222:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611388.059226:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000400:00000200:0.0:1749611388.059230:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:0.0:1749611388.059233:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:0.0:1749611388.059237:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611388.059242:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611388.059255:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059266:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611388.059269:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059272:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611388.059274:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611388.059277:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611388.059279:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611388.059283:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611388.059289:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611388 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611388.059293:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=93 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611388.059298:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611388.059300:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611388.059304:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611388.059310:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059329:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611388.059333:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611388.059335:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059338:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611388.059341:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611388.059345:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611388.059349:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611388.059352:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611388.059359:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611388.059371:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494663936:0@lo:38:kworker.0 00000100:00000001:0.0:1749611388.059378:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.059381:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611388.059386:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57480 x1834598494663680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059397:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611388.059400:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611388.059403:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9bc00. 02000000:00000001:0.0:1749611388.059408:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611388.059411:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611388.059413:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611388.059416:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611388.059419:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083908400. 02000000:00000001:0.0:1749611388.059423:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611388.059425:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611388.059428:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57480. 00000100:00000001:0.0:1749611388.059432:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611388.059434:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059437:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611388.059442:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55c00 x1834598494663808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059470:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611388.059472:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611388.059475:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cb9a400. 02000000:00000001:0.0:1749611388.059480:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611388.059482:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611388.059484:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611388.059487:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611388.059489:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083909c00. 02000000:00000001:0.0:1749611388.059492:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611388.059494:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611388.059496:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55c00. 00000100:00000001:0.0:1749611388.059502:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611388.059505:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059507:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611388.059513:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56300 x1834598494663936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611413 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611388.059558:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611388.059560:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611388.059563:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad0000. 02000000:00000001:0.0:1749611388.059567:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611388.059569:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611388.059571:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611388.059574:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611388.059577:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083909400. 02000000:00000001:0.0:1749611388.059580:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611388.059582:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611388.059584:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000100:00000001:0.0:1749611388.059588:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611388.059590:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.059594:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.059597:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611388.059599:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611388.059602:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.059605:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611388.080622:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300661538, at 4300661538 00000100:00000040:0.0:1749611388.080626:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300661538, at 4300661538 00000100:00000010:3.0:1749611388.080633:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55a00. 00000100:00000040:1.0:1749611388.080633:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300661538, at 4300661538 00000100:00000010:0.0:1749611388.080636:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55940. 00000100:00000010:1.0:1749611388.080645:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55700. 00000100:00000040:2.0:1749611388.080666:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300661538, at 4300661538 00000100:00000010:2.0:1749611388.080677:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55640. 00000100:00000001:0.0:1749611388.458751:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611388.458760:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611388.458762:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611388.458767:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611388.458771:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611388.458775:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.458778:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611388.458781:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.458784:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611388.621646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611388.621652:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611388.621655:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611388.621659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611388.621663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611388.621667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.621669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611388.621673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.621676:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611388.916694:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611388.916701:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611388.916830:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611388.916836:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611388.916840:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611388.940643:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611388.940649:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611388.940652:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611388.940656:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611388.940660:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611388.940663:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.940666:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611388.940669:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611388.940672:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.458635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611389.458644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611389.458647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611389.458651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611389.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.458664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611389.458667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.458669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.621737:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611389.621744:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611389.621746:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611389.621751:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611389.621755:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611389.621758:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611389.621761:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611389.621764:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611389.621767:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611389.918644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611389.918651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611389.918771:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611389.918776:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611389.918780:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611389.940636:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611389.940642:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611389.940644:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611389.940648:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611389.940652:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.940656:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.940658:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611389.940670:0:25161:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.940681:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611389.940685:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.940695:0:25161:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611389.940698:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.940700:0:25161:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611389.940702:0:25161:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611389.940705:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611389.940714:0:25161:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135be300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:25161:1834598494663296:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611389.940719:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.940721:0:25161:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611389.940724:0:25161:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611389.940726:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611389.940729:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.940737:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611389.940739:0:25161:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381840. 00000100:00000001:0.0:1749611389.940744:0:25161:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611389.940746:0:25161:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611389.940750:0:25161:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611389.940766:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611389.940769:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611389.940773:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880095486c00 refcount=4 00000020:00000001:0.0:1749611389.940775:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00010000:00000001:0.0:1749611389.940778:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00010000:00010000:0.0:1749611389.940783:0:25161:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611389.940793:0:25161:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611389.940798:0:25161:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611389.940804:0:25161:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611389.940808:0:25161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611389.940814:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611389.940816:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611389.940818:0:25161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611389.940824:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611389.940827:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611389.940829:0:25161:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611389.940832:0:25161:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611389.940839:0:25161:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880095486c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611389.940842:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611389.940844:0:25161:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611389.940850:0:25161:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611389.940856:0:25161:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611389.940857:0:25161:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611389.940859:0:25161:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880095486c00 refcount=5 00000020:00000001:0.0:1749611389.940861:0:25161:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00010000:00000001:0.0:1749611389.940864:0:25161:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00010000:00000001:0.0:1749611389.940867:0:25161:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611389.940870:0:25161:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611389.940875:0:25161:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611389.940877:0:25161:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611389.940882:0:25161:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611389.940885:0:25161:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611389.940887:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611389.940889:0:25161:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611389.940891:0:25161:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611389.940893:0:25161:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611389.940895:0:25161:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611389.940896:0:25161:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611389.940898:0:25161:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611389.940900:0:25161:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880095486c00 with handle 0x689c0ec07329d42a from hash 00010000:00000001:0.0:1749611389.940903:0:25161:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611389.940904:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611389.940905:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611389.940906:0:25161:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611389.940907:0:25161:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611389.940909:0:25161:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611389.940911:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611389.940912:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611389.940913:0:25161:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611389.940915:0:25161:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611389.940918:0:25161:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611389.940932:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611389.940933:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611389.940934:0:25161:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611389.940936:0:25161:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611389.940937:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611389.940938:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611389.940939:0:25161:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611389.940941:0:25161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880095486c00/0x689c0ec07329d42a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 25161 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611389.940949:0:25161:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a8af6c00 count: 0 00010000:00000001:0.0:1749611389.940978:0:25161:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611389.940981:0:25161:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611389.940984:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611389.940988:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135be300 x1834598494663296/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.940995:0:25161:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611389.940998:0:25161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611389.941000:0:25161:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611389.941002:0:25161:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611389.941006:0:25161:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880095487000. 02000000:00000001:0.0:1749611389.941011:0:25161:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611389.941013:0:25161:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611389.941015:0:25161:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be300. 00000100:00000001:0.0:1749611389.941019:0:25161:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611389.941020:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611389.941022:0:25161:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611389.941026:0:25161:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611389.941028:0:25161:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611389.941031:0:25161:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55940. 00000020:00000010:0.0:1749611389.941036:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdde00. 00000020:00000010:0.0:1749611389.941042:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8bdc000. 00000040:00000010:0.0:1749611389.941045:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8bdc400. 00000020:00000010:0.0:1749611389.941049:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a728000. 00000020:00000010:0.0:1749611389.941059:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8bdda00. 80000000:00000010:0.0:1749611389.941064:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b161e0. 00040000:00000010:0.0:1749611389.941070:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8bddc00. 00080000:00000010:0.0:1749611389.941076:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a824000. 00080000:00000010:0.0:1749611389.941082:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 10000000:00000040:0.0:1749611389.941091:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611389.941096:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 00000040:00000001:0.0:1749611389.941100:0:25161:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611389.941102:0:25161:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611389.941105:0:25161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800a8bdc800. 00000040:00000001:0.0:1749611389.941109:0:25161:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611389.941113:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611389.941116:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611389.941120:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611389.941126:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611389.941130:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611389.941190:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611389.941210:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611389.941213:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611389.941215:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611389.941217:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611389.941220:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611389.941223:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0xa:0x0] 91:3075167914 to info ffff88007a824000 00000020:00000001:0.0:1749611389.941228:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff3f8 00080000:00000002:0.0:1749611389.941230:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0xa:0x0] 00080000:00000001:0.0:1749611389.941233:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611389.941237:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611389.941240:0:25161:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009bad0000. 00080000:00000001:0.0:1749611389.941243:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611389.941249:0:25161:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b8570. 00000020:00000001:0.0:1749611389.941252:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611389.941259:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009959db00. 00000020:00000001:0.0:1749611389.941264:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611389.941267:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a8bdc600. 00000020:00000001:0.0:1749611389.941276:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611389.941279:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611389.941281:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611389.941284:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611389.941286:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611389.941289:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611389.941293:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611389.941298:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134887021400 : -131938822530216 : ffff88009959db58) 00000040:00000001:0.0:1749611389.941301:0:25161:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.941303:0:25161:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.941306:0:25161:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611389.941311:0:25161:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88007d28e000. 00000040:00000001:0.0:1749611389.941314:0:25161:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611389.941316:0:25161:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611389.942159:0:25161:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.942163:0:25161:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.942166:0:25161:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.942168:0:25161:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611389.942171:0:25161:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16780. 00000040:00001000:0.0:1749611389.942175:0:25161:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611389.942179:0:25161:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611389.942183:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdd800. 00000020:00000010:0.0:1749611389.942187:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880095487000. 00000040:00000010:0.0:1749611389.942191:0:25161:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b42cbc00. 00000020:00000010:0.0:1749611389.942194:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b000. 00000020:00000010:0.0:1749611389.942200:0:25161:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8508. 00000020:00000010:0.0:1749611389.942203:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cba00. 80000000:00000010:0.0:1749611389.942206:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16900. 40000000:00000010:0.0:1749611389.942209:0:25161:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55c80. 00100000:00000010:0.0:1749611389.942214:0:25161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b800. 00040000:00000010:0.0:1749611389.942218:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012a303c00. 00040000:00000010:0.0:1749611389.942222:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4a200. 00080000:00000010:0.0:1749611389.942226:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a823000. 00080000:00000010:0.0:1749611389.942232:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1fc000. 00000004:00000010:0.0:1749611389.942239:0:25161:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72a800. 00000004:00000010:0.0:1749611389.942253:0:25161:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88007a826000. 00000004:00000010:0.0:1749611389.942258:0:25161:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a3b7800. 00002000:00000010:0.0:1749611389.942262:0:25161:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bad2000. 00000004:00000010:0.0:1749611389.942267:0:25161:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bad2800. 00000020:00000010:0.0:1749611389.942271:0:25161:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129c55980. 00000040:00000010:0.0:1749611389.942279:0:25161:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f02000. 00000040:00001000:0.0:1749611389.942282:0:25161:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611389.942285:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611389.942287:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611389.942292:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:0.0:1749611389.942854:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611389.942860:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611389.942863:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611389.942866:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611389.942869:0:25161:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942872:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f020e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611389.942874:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611389.942876:0:25161:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942878:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02158 type=0x10620000 idx=3 00000040:00001000:0.0:1749611389.942880:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1749611389.942882:0:25161:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942883:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02200 type=0x10620000 idx=4 00000040:00001000:0.0:1749611389.942885:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1749611389.942887:0:25161:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942888:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f022e0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611389.942890:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1749611389.942892:0:25161:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942893:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f023c0 type=0x10620000 idx=6 00000040:00001000:0.0:1749611389.942895:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1749611389.942897:0:25161:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942898:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02438 type=0x10620000 idx=7 00000040:00001000:0.0:1749611389.942900:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1749611389.942902:0:25161:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942910:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f024e0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611389.942912:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1749611389.942914:0:25161:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942916:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f025c0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611389.942918:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1749611389.942920:0:25161:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942921:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f026a0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611389.942923:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1749611389.942925:0:25161:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942927:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02718 type=0x10620000 idx=11 00000040:00001000:0.0:1749611389.942929:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1749611389.942930:0:25161:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942932:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f027f8 type=0x10620000 idx=12 00000040:00001000:0.0:1749611389.942934:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1749611389.942935:0:25161:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942937:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f028d8 type=0x10620000 idx=13 00000040:00001000:0.0:1749611389.942939:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1749611389.942941:0:25161:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942942:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02930 type=0x10620000 idx=14 00000040:00001000:0.0:1749611389.942944:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1749611389.942946:0:25161:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942947:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f029b0 type=0x10620000 idx=15 00000040:00001000:0.0:1749611389.942949:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1749611389.942951:0:25161:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942952:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02a40 type=0x10620000 idx=16 00000040:00001000:0.0:1749611389.942954:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1749611389.942956:0:25161:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942958:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1749611389.942959:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1749611389.942961:0:25161:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942963:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1749611389.942968:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1749611389.942970:0:25161:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942972:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02ca0 type=0x10620000 idx=19 00000040:00001000:0.0:1749611389.942975:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1749611389.942977:0:25161:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942978:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1749611389.942980:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1749611389.942982:0:25161:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942984:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02dd0 type=0x10620000 idx=21 00000040:00001000:0.0:1749611389.942985:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1749611389.942987:0:25161:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942989:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1749611389.942990:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1749611389.942992:0:25161:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942994:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02f08 type=0x10620000 idx=23 00000040:00001000:0.0:1749611389.942995:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611389.942997:0:25161:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.942999:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02f88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611389.943000:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1749611389.943002:0:25161:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943004:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611389.943005:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1749611389.943007:0:25161:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943009:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f030b8 type=0x10620000 idx=26 00000040:00001000:0.0:1749611389.943010:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611389.943012:0:25161:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943014:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611389.943015:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611389.943017:0:25161:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943019:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03278 type=0x10620000 idx=28 00000040:00001000:0.0:1749611389.943020:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1749611389.943026:0:25161:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943028:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f032c8 type=0x10620000 idx=29 00000040:00001000:0.0:1749611389.943030:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1749611389.943032:0:25161:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943034:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f033a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611389.943036:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611389.943038:0:25161:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943039:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03488 type=0x10620000 idx=31 00000040:00001000:0.0:1749611389.943041:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1749611389.943043:0:25161:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943044:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f034e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611389.943046:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611389.943048:0:25161:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943050:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611389.943051:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1749611389.943053:0:25161:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943055:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f035f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611389.943056:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1749611389.943058:0:25161:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943060:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03670 type=0x10620000 idx=35 00000040:00001000:0.0:1749611389.943061:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1749611389.943063:0:25161:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943065:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03750 type=0x10620000 idx=36 00000040:00001000:0.0:1749611389.943066:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1749611389.943068:0:25161:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943070:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611389.943071:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1749611389.943073:0:25161:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943075:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03880 type=0x10620000 idx=38 00000040:00001000:0.0:1749611389.943076:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1749611389.943078:0:25161:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943080:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03960 type=0x10620000 idx=39 00000040:00001000:0.0:1749611389.943085:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611389.943087:0:25161:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943089:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03a40 type=0x10620000 idx=40 00000040:00001000:0.0:1749611389.943092:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1749611389.943093:0:25161:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943095:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03a98 type=0x10620000 idx=41 00000040:00001000:0.0:1749611389.943097:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1749611389.943099:0:25161:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943100:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03b18 type=0x10620000 idx=42 00000040:00001000:0.0:1749611389.943102:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611389.943104:0:25161:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943105:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03ba8 type=0x10620000 idx=43 00000040:00001000:0.0:1749611389.943107:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611389.943109:0:25161:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943110:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03c28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611389.943112:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1749611389.943114:0:25161:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943115:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03d08 type=0x10620000 idx=45 00000040:00001000:0.0:1749611389.943117:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611389.943119:0:25161:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943120:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03de8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611389.943122:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611389.943124:0:25161:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943126:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03e38 type=0x10620000 idx=47 00000040:00001000:0.0:1749611389.943127:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1749611389.943129:0:25161:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943131:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03f18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611389.943132:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1749611389.943158:0:25161:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1749611389.943162:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611389.943165:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611389.943170:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:0.0:1749611389.943487:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611389.943492:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611389.943495:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02000 type=0x10620000 idx=49 00000040:00001000:0.0:1749611389.943497:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611389.943499:0:25161:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943502:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f020e0 type=0x10620000 idx=50 00000040:00001000:0.0:1749611389.943504:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611389.943506:0:25161:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943507:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611389.943509:0:25161:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611389.943511:0:25161:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611389.943512:0:25161:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611389.943515:0:25161:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:0.0:1749611389.943522:0:25161:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611389.943548:0:25161:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611389.943550:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611389.943552:0:25161:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:0.0:1749611389.943554:0:25161:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000040:00001000:0.0:1749611389.943556:0:25161:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02238 type=0x0 idx=0 00000040:00000001:0.0:1749611389.943558:0:25161:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611389.943560:0:25161:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:0.0:1749611389.943563:0:25161:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f02000. 00000020:00000010:0.0:1749611389.943570:0:25161:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129c55980. 00000020:00000010:0.0:1749611389.943578:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880095487000. 00000040:00000010:0.0:1749611389.943583:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b42cbc00. 00000020:00000010:0.0:1749611389.943586:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b000. 00000020:00000010:0.0:1749611389.943592:0:25161:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8508. 00000020:00000010:0.0:1749611389.943597:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42cba00. 80000000:00000010:0.0:1749611389.943600:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16900. 40000000:00000010:0.0:1749611389.943605:0:25161:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55c80. 00100000:00000010:0.0:1749611389.943608:0:25161:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b800. 00040000:00000010:0.0:1749611389.943612:0:25161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012a303c00. 00040000:00000010:0.0:1749611389.943616:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4a200. 00080000:00000010:0.0:1749611389.943630:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1fc000. 00080000:00000010:0.0:1749611389.943639:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a823000. 00000004:00000010:0.0:1749611389.943644:0:25161:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72a800. 00000004:00000010:0.0:1749611389.943649:0:25161:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88007a826000. 00000004:00000010:0.0:1749611389.943654:0:25161:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a3b7800. 00002000:00000010:0.0:1749611389.943658:0:25161:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bad2000. 00000004:00000010:0.0:1749611389.943662:0:25161:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bad2800. 00000020:00000010:0.0:1749611389.943665:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdd800. 00000040:00000010:0.0:1749611389.943668:0:25161:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16780. 00000040:00000001:0.0:1749611389.943671:0:25161:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.943674:0:25161:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611389.943678:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bdc600/ffff88009959db00 to site lru. bkt: ffff880111e9a840 00000040:00000010:0.0:1749611389.943681:0:25161:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b8570. 00000040:00000001:0.0:1749611389.943684:0:25161:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611389.943687:0:25161:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88007d28e000. 00000040:00000010:0.0:1749611389.943693:0:25161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800a8bdc800. 00000040:00000001:0.0:1749611389.943696:0:25161:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611389.943699:0:25161:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-client, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611389.943703:0:25161:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611389.943705:0:25161:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611389.943709:0:25161:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611389.943711:0:25161:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1749611389.943712:0:25161:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611389.943714:0:25161:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012db4ba00. 00000040:00000001:0.0:1749611389.943717:0:25161:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611389.943718:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611389.943721:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611389.943724:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611389.943728:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611389.943731:0:25161:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611389.943733:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611389.943737:0:25161:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b8570. 00000020:00000001:0.0:1749611389.943739:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611389.943747:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134887021400 : -131938822530216 : ffff88009959db58) 00000040:00000001:0.0:1749611389.943750:0:25161:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.943752:0:25161:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.943754:0:25161:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611389.943757:0:25161:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f02000. 00000040:00000001:0.0:1749611389.943759:0:25161:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611389.943761:0:25161:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611389.943769:0:25161:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.943771:0:25161:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.943773:0:25161:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611389.943775:0:25161:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611389.943777:0:25161:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16780. 00000040:00001000:0.0:1749611389.943779:0:25161:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611389.944166:0:25199:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611389.944175:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000020:00000010:1.0:1749611389.944181:0:25199:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d124c00. 00000040:00000010:1.0:1749611389.944184:0:25199:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d125000. 00000020:00000010:1.0:1749611389.944189:0:25199:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a800. 00000020:00000010:1.0:1749611389.944194:0:25199:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611389.944198:0:25199:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611389.944202:0:25199:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976fa80. 40000000:00000010:1.0:1749611389.944205:0:25199:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cf1b40. 00100000:00000010:1.0:1749611389.944209:0:25199:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611389.944213:0:25199:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9000. 00040000:00000010:1.0:1749611389.944217:0:25199:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125800. 00080000:00000010:1.0:1749611389.944221:0:25199:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611389.944227:0:25199:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 00000004:00000010:1.0:1749611389.944232:0:25199:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880071979800. 00000004:00000010:1.0:1749611389.944237:0:25199:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611389.944241:0:25199:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071979000. 00002000:00000010:1.0:1749611389.944244:0:25199:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006bb8b800. 00000004:00000010:1.0:1749611389.944248:0:25199:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006bb88000. 00000020:00000010:1.0:1749611389.944251:0:25199:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129cf1d40. 00000040:00000010:1.0:1749611389.944258:0:25199:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009bec0000. 00000040:00001000:1.0:1749611389.944260:0:25199:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611389.944263:0:25199:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611389.944265:0:25199:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611389.944270:0:25199:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:1.0:1749611389.944284:0:25199:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611389.944287:0:25199:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944290:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611389.944293:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611389.944295:0:25199:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944299:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944311:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944313:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944317:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.944319:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944322:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec00e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611389.944324:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611389.944326:0:25199:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944328:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.944329:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944331:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0158 type=0x10620000 idx=3 00000040:00001000:1.0:1749611389.944333:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749611389.944335:0:25199:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944336:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.944338:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944339:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0200 type=0x10620000 idx=4 00000040:00001000:1.0:1749611389.944341:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749611389.944343:0:25199:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944344:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944345:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944347:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944348:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.944350:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944352:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec02e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749611389.944353:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749611389.944355:0:25199:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944356:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944358:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944359:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944360:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.944362:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944363:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec03c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749611389.944365:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749611389.944367:0:25199:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944368:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.944374:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944377:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0438 type=0x10620000 idx=7 00000040:00001000:1.0:1749611389.944379:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749611389.944380:0:25199:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944382:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.944384:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944385:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec04e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749611389.944387:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749611389.944389:0:25199:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944390:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944391:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944392:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944394:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.944396:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944397:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec05c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749611389.944399:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749611389.944401:0:25199:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944402:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944403:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944404:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944406:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.944407:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944409:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec06a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749611389.944411:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749611389.944413:0:25199:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944414:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.944416:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944417:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0718 type=0x10620000 idx=11 00000040:00001000:1.0:1749611389.944419:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749611389.944421:0:25199:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944422:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944423:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944424:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944426:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.944431:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944434:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec07f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749611389.944436:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749611389.944438:0:25199:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944440:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.944441:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.944442:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.944445:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.944447:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec08d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749611389.944449:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749611389.944451:0:25199:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.944452:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.944454:0:25199:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749611389.944458:0:25199:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88006bb88c00. 00000100:00000040:1.0:1749611389.944466:0:25199:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749611389.944471:0:25199:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749611389.944479:0:25199:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749611389.944483:0:25199:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749611389.944485:0:25199:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88006bb88c00. 00000020:00000010:1.0:1749611389.944489:0:25199:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff880129cf1280. 00000020:00000001:1.0:1749611389.944492:0:25199:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749611389.944494:0:25199:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880129cf1e40. 00000020:00000001:1.0:1749611389.944498:0:25199:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.944500:0:25199:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880129cf1e40. 00000020:00000010:1.0:1749611389.944503:0:25199:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff880129cf1e40. 00000020:01000004:1.0:1749611389.944506:0:25199:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611389.944509:0:25199:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749611389.944514:0:25199:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff88012b490f00. 00000020:00000080:1.0:1749611389.944517:0:25199:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611389.944520:0:25199:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611389.944564:0:25199:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611389.944586:0:25199:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085150000. 00000020:00000080:1.0:1749611389.944591:0:25199:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff880085150000) 00000020:00000001:1.0:1749611389.944594:0:25199:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611389.944601:0:25199:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197b000. 00000020:00000001:1.0:1749611389.944603:0:25199:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611389.944606:0:25199:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197b000 with handle 0x689c0ec07329d438 to hash 00000020:00000001:1.0:1749611389.944609:0:25199:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611389.944613:0:25199:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611389.944615:0:25199:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.944618:0:25199:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219984896 : -131939489566720 : ffff88007197b000) 00000020:00000040:1.0:1749611389.944622:0:25199:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b000 : new refcount 1 00000020:00000040:1.0:1749611389.944636:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 2 - obd_device_list 00000020:00000001:1.0:1749611389.944642:0:25199:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611389.944645:0:25199:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749611389.944647:0:25199:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.944650:0:25199:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.944653:0:25199:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff88012b490f00. 00000020:00000001:1.0:1749611389.944656:0:25199:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749611389.944659:0:25199:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009976fae0. 00000020:00000080:1.0:1749611389.944661:0:25199:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611389.944665:0:25199:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611389.944687:0:25199:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611389.944690:0:25199:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf4b40. 00000001:00000010:1.0:1749611389.944697:0:25199:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713ae0. 00000001:00000010:1.0:1749611389.944702:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125a00. 00000001:00000010:1.0:1749611389.944705:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124e00. 00000001:00000010:1.0:1749611389.944708:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124600. 00000001:00000010:1.0:1749611389.944710:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125200. 00000001:00000001:1.0:1749611389.944713:0:25199:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611389.944714:0:25199:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf4a80. 00000001:00000010:1.0:1749611389.944717:0:25199:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713c60. 00000001:00000010:1.0:1749611389.944720:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125c00. 00000001:00000010:1.0:1749611389.944722:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125400. 00000001:00000010:1.0:1749611389.944725:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124800. 00000001:00000010:1.0:1749611389.944728:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3000. 00000020:00000001:1.0:1749611389.944730:0:25199:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611389.944733:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000020:00000010:1.0:1749611389.944741:0:25199:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88012b490f00. 00000020:00000010:1.0:1749611389.944746:0:25199:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000008:00000010:1.0:1749611389.944752:0:25199:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf340. 00020000:00000010:1.0:1749611389.944757:0:25199:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5f80. 00008000:00000010:1.0:1749611389.944762:0:25199:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7760. 00000080:00000010:1.0:1749611389.944768:0:25199:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a870. 00000020:00000010:1.0:1749611389.944772:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3200. 00000020:00000010:1.0:1749611389.944774:0:25199:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c8f2a00. 00000040:00000010:1.0:1749611389.944777:0:25199:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c8f3c00. 00000020:00000010:1.0:1749611389.944781:0:25199:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197b800. 00000020:00000010:1.0:1749611389.944784:0:25199:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611389.944787:0:25199:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f3400. 80000000:00000010:1.0:1749611389.944790:0:25199:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976fb40. 40000000:00000010:1.0:1749611389.944793:0:25199:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cf1200. 00100000:00000010:1.0:1749611389.944796:0:25199:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611389.944799:0:25199:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9800. 00040000:00000010:1.0:1749611389.944802:0:25199:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f3a00. 00080000:00000010:1.0:1749611389.944806:0:25199:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611389.944814:0:25199:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a10000. 00000004:00000010:1.0:1749611389.944818:0:25199:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c800. 00000004:00000010:1.0:1749611389.944822:0:25199:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611389.944826:0:25199:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197d000. 00000004:00000010:1.0:1749611389.944829:0:25199:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009be89c00. 00000010:00000010:1.0:1749611389.944833:0:25199:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009976fba0. 00000010:00000001:1.0:1749611389.944836:0:25199:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749611389.944840:0:25199:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749611389.944844:0:25199:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.944935:0:25199:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611389.944939:0:25199:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749611389.944942:0:25199:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff88012b490b80. 00000010:00000010:1.0:1749611389.944945:0:25199:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800a3713240. 00000010:00000010:1.0:1749611389.944948:0:25199:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800a3713260. 00000020:00000001:1.0:1749611389.944951:0:25199:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611389.944953:0:25199:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611389.944961:0:25199:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:01000004:1.0:1749611389.944964:0:25199:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88006a72f800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611389.944967:0:25199:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:00000001:1.0:1749611389.944969:0:25199:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611389.944971:0:25199:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611389.944972:0:25199:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:01000004:1.0:1749611389.944974:0:25199:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88006a72f800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611389.944977:0:25199:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611389.944979:0:25199:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88006a72f800 3 00000020:00000001:1.0:1749611389.944980:0:25199:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.944982:0:25199:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611389.944985:0:25199:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff88012b490380. 00010000:00000001:1.0:1749611389.944988:0:25199:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749611389.944993:0:25199:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff880129cf1900. 00010000:00000001:1.0:1749611389.944996:0:25199:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611389.944998:0:25199:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.945002:0:25199:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88007197d800. 00000020:00000040:1.0:1749611389.945005:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 3 - import 00000020:00000001:1.0:1749611389.945010:0:25199:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611389.945012:0:25199:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611389.945014:0:25199:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611389.945016:0:25199:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749611389.945027:0:25199:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749611389.945030:0:25199:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611389.945035:0:25199:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611389.945037:0:25199:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611389.945040:0:25199:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611389.945043:0:25199:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611389.945046:0:25199:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611389.945048:0:25199:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749611389.945051:0:25199:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009976fc00. 00010000:00080000:1.0:1749611389.945054:0:25199:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88007197d800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749611389.945056:0:25199:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611389.945063:0:25199:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611389.945065:0:25199:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611389.945067:0:25199:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611389.945070:0:25199:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009be89400. 00000001:00000001:1.0:1749611389.945072:0:25199:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611389.945075:0:25199:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ddf9e00. 00000001:00000010:1.0:1749611389.945079:0:25199:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88007ddf9900. 00000001:00000010:1.0:1749611389.945163:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006917000. 00000001:00000010:1.0:1749611389.945238:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006921000. 00000001:00000010:1.0:1749611389.945299:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000692b000. 00000001:00000010:1.0:1749611389.945356:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006935000. 00000001:00000010:1.0:1749611389.945411:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000693f000. 00000001:00000010:1.0:1749611389.945474:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006949000. 00000001:00000010:1.0:1749611389.945559:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006953000. 00000001:00000010:1.0:1749611389.945619:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000695d000. 00000001:00000010:1.0:1749611389.945683:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006967000. 00010000:00000010:3.1:1749611389.945687:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8af6c00. 00010000:00000010:3.1:1749611389.945697:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880095486c00. 00000001:00000010:1.0:1749611389.945745:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006971000. 00000001:00000010:1.0:1749611389.945822:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000697b000. 00000001:00000010:1.0:1749611389.945890:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006985000. 00000001:00000010:1.0:1749611389.945947:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000698f000. 00000001:00000010:1.0:1749611389.946003:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006999000. 00000001:00000010:1.0:1749611389.946060:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069a3000. 00000001:00000010:1.0:1749611389.946122:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069ad000. 00000001:00000010:1.0:1749611389.946211:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069b7000. 00000001:00000010:1.0:1749611389.946271:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069c1000. 00000001:00000010:1.0:1749611389.946338:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069cb000. 00000001:00000010:1.0:1749611389.946394:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069d5000. 00000001:00000010:1.0:1749611389.946451:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069df000. 00000001:00000010:1.0:1749611389.946509:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069e9000. 00000001:00000010:1.0:1749611389.946603:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069f3000. 00000001:00000010:1.0:1749611389.946668:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900069fd000. 00000001:00000010:1.0:1749611389.946725:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a07000. 00000001:00000010:1.0:1749611389.946791:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a11000. 00000001:00000010:1.0:1749611389.946848:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a1b000. 00000001:00000010:1.0:1749611389.946905:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a25000. 00000001:00000010:1.0:1749611389.946965:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a2f000. 00000001:00000010:1.0:1749611389.947021:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a39000. 00000001:00000010:1.0:1749611389.947077:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a43000. 00000001:00000010:1.0:1749611389.947158:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a4d000. 00000020:00000010:1.0:1749611389.947238:0:25199:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009be8ac00. 00000020:00000010:1.0:1749611389.947242:0:25199:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a3713b00. 00010000:00000001:1.0:1749611389.947256:0:25199:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611389.947285:0:25199:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611389.947299:0:25199:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009be8b800. 00000020:00000010:1.0:1749611389.947302:0:25199:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88009c8f2800. 00010000:00000001:1.0:1749611389.947312:0:25199:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611389.947313:0:25199:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00010000:00000001:1.0:1749611389.947315:0:25199:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611389.947318:0:25199:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134929929216 : -131938779622400 : ffff88009be89400) 00010000:00000001:1.0:1749611389.947321:0:25199:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611389.947324:0:25199:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff88012b490b80. 00000010:00000010:1.0:1749611389.947327:0:25199:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800a3713260. 00000010:00000010:1.0:1749611389.947330:0:25199:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800a3713240. 00000010:00000010:1.0:1749611389.947333:0:25199:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff88012b490380. 00000010:00000001:1.0:1749611389.947335:0:25199:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.947356:0:25199:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b4062400. 00000020:00000010:1.0:1749611389.947359:0:25199:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006abf2000. 00000010:00000001:1.0:1749611389.947372:0:25199:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.947377:0:25199:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c8f2a00. 00000040:00000010:1.0:1749611389.947381:0:25199:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c8f3c00. 00000020:00000010:1.0:1749611389.947384:0:25199:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197b800. 00000020:00000010:1.0:1749611389.947388:0:25199:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611389.947395:0:25199:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f3400. 80000000:00000010:1.0:1749611389.947398:0:25199:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976fb40. 40000000:00000010:1.0:1749611389.947401:0:25199:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cf1200. 00100000:00000010:1.0:1749611389.947411:0:25199:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611389.947416:0:25199:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9800. 00040000:00000010:1.0:1749611389.947419:0:25199:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f3a00. 00080000:00000010:1.0:1749611389.947423:0:25199:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a10000. 00080000:00000010:1.0:1749611389.947427:0:25199:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00000004:00000010:1.0:1749611389.947431:0:25199:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c800. 00000004:00000010:1.0:1749611389.947434:0:25199:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611389.947438:0:25199:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197d000. 00000004:00000010:1.0:1749611389.947441:0:25199:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009be89c00. 00000020:00000010:1.0:1749611389.947444:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3200. 00000020:00000010:1.0:1749611389.947449:0:25199:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88012b490f00. 00000020:00000010:1.0:1749611389.947453:0:25199:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000008:00000010:1.0:1749611389.947456:0:25199:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf340. 00020000:00000010:1.0:1749611389.947460:0:25199:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5f80. 00008000:00000010:1.0:1749611389.947465:0:25199:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7760. 00000080:00000010:1.0:1749611389.947469:0:25199:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a870. 00000020:00000010:1.0:1749611389.947472:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000020:00000001:1.0:1749611389.947474:0:25199:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.947477:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 4 - setup 00000020:00000080:1.0:1749611389.947480:0:25199:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611389.947482:0:25199:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.947484:0:25199:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.947487:0:25199:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009976fae0. 00000020:00000001:1.0:1749611389.947494:0:25199:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611389.947496:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000020:00000010:1.0:1749611389.947499:0:25199:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c8f3200. 00000040:00000010:1.0:1749611389.947501:0:25199:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c8f2000. 00000020:00000010:1.0:1749611389.947503:0:25199:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197d000. 00000020:00000010:1.0:1749611389.947506:0:25199:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611389.947509:0:25199:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f3a00. 80000000:00000010:1.0:1749611389.947511:0:25199:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac448a0. 40000000:00000010:1.0:1749611389.947514:0:25199:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c82fe40. 00100000:00000010:1.0:1749611389.947516:0:25199:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c800. 00040000:00000010:1.0:1749611389.947549:0:25199:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9800. 00040000:00000010:1.0:1749611389.947552:0:25199:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f3400. 00080000:00000010:1.0:1749611389.947556:0:25199:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf6000. 00080000:00000010:1.0:1749611389.947559:0:25199:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a10000. 00000004:00000010:1.0:1749611389.947562:0:25199:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c000. 00000004:00000010:1.0:1749611389.947567:0:25199:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf4000. 00000004:00000010:1.0:1749611389.947569:0:25199:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197b800. 00000004:00000010:1.0:1749611389.947573:0:25199:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4060000. 00000020:00000010:1.0:1749611389.947576:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2a00. 00000020:00000010:1.0:1749611389.947578:0:25199:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2188a00. 00000020:00000010:1.0:1749611389.947581:0:25199:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000020:00000010:1.0:1749611389.947584:0:25199:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88007ddf4000. 00000020:00000010:1.0:1749611389.947587:0:25199:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88012c82fd00. 00000020:00000001:1.0:1749611389.947589:0:25199:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611389.947592:0:25199:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611389.947594:0:25199:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611389.947596:0:25199:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611389.947597:0:25199:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611389.947600:0:25199:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197e000. 00000020:00000001:1.0:1749611389.947602:0:25199:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611389.947605:0:25199:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197e000 with handle 0x689c0ec07329d43f to hash 00000020:00000001:1.0:1749611389.947607:0:25199:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611389.947610:0:25199:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611389.947611:0:25199:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.947615:0:25199:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=3 00000020:00000040:1.0:1749611389.947618:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 5 - export 00000020:00000001:1.0:1749611389.947621:0:25199:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000020:00000040:1.0:1749611389.947623:0:25199:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 2 00000020:00000080:1.0:1749611389.947626:0:25199:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d43f 00000020:00000001:1.0:1749611389.947627:0:25199:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.947629:0:25199:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611389.947631:0:25199:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d43f 00000020:00000001:1.0:1749611389.947632:0:25199:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611389.947634:0:25199:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e000 refcount=3 00000020:00000001:1.0:1749611389.947637:0:25199:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000020:00000001:1.0:1749611389.947652:0:25199:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000001:1.0:1749611389.947656:0:25199:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611389.947659:0:25199:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611389.947662:0:25199:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611389.947666:0:25199:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611389.947668:0:25199:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611389.947670:0:25199:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611389.947672:0:25199:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611389.947673:0:25199:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d43f 00000020:00000001:1.0:1749611389.947675:0:25199:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611389.947677:0:25199:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e000 refcount=4 00000020:00000001:1.0:1749611389.947679:0:25199:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000020:00000001:1.0:1749611389.947681:0:25199:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000001:1.0:1749611389.947683:0:25199:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611389.947684:0:25199:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611389.947686:0:25199:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611389.947688:0:25199:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 3 00000100:00080000:1.0:1749611389.947691:0:25199:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611389.947694:0:25199:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611389.947696:0:25199:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611389.947703:0:25199:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611389.947706:0:25199:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611389.947709:0:25199:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611389.947712:0:25199:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.947714:0:25199:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611389.947716:0:25199:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611389.947721:0:25199:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d75f80. 00000020:00000040:1.0:1749611389.947724:0:25199:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611389.947728:0:25199:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611389.947729:0:25199:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.947732:0:25199:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611389.947735:0:25199:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611389.947742:0:25199:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611389.947748:0:25199:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4063000. 00000100:00000001:1.0:1749611389.947755:0:25199:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611389.947763:0:25199:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611389.947774:0:25199:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611389.947779:0:25199:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611389.947784:0:25199:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880081d75f80] to pc [ptlrpcd_rcv+-1] req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611389.947812:0:25199:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.947815:0:25199:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611389.947817:0:25199:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749611389.947820:0:25199:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611389.947836:0:25199:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611389.947838:0:25199:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.947848:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.947854:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.947857:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611389.947865:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.947877:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611389.947879:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.947883:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611389.947887:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611389.947889:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611389.947893:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880081d75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494664192:0@lo:38:llog_process_th.0 00000100:00000001:0.0:1749611389.947898:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611389.947901:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611389.947904:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.947907:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611389.947911:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad2800. 02000000:00000001:0.0:1749611389.947913:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611389.947919:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000400:00000010:0.0:1749611389.947926:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00080000:2.0:1749611389.947933:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749611389.947933:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494664192, portal 10 00000100:00000001:0.0:1749611389.947936:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611389.947938:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134492594048 : -131939216957568 : ffff880081d75f80) 00000100:00080000:2.0:1749611389.947940:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611389.947952:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000010:0.0:1749611389.947954:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880070f06000. 00000100:00080000:2.0:1749611389.947956:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611389.947958:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611389.947960:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749611389.947961:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.947964:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611389.947968:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5994 00000100:00000001:0.0:1749611389.947970:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611389.947971:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611389.947973:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611389.947974:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000010:0.0:1749611389.947975:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611389.947977:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611389.947979:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000200:0.0:1749611389.947979:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494664192, offset 0 00000100:00000001:2.0:1749611389.947982:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611389.947984:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611389.947985:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611389.947987:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611389.947989:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611389.947992:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611389.947994:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611389.947997:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000400:00000200:0.0:1749611389.947998:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611389.948000:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611389.948002:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611389.948003:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611389.948005:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611389.948008:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000400:00000200:0.0:1749611389.948009:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947600 00000100:00080000:2.0:1749611389.948011:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611389.948013:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948015:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611389.948015:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 78080 02000000:00000001:2.0:1749611389.948020:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611389.948023:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611389.948023:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611389.948025:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611389.948027:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611389.948027:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749611389.948031:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000100:00000001:0.0:1749611389.948033:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611389.948035:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:2.0:1749611389.948039:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:0.0:1749611389.948039:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 02000000:00000001:2.0:1749611389.948043:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749611389.948043:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135be300 x1834598494664192 msgsize 520 02000000:00000001:2.0:1749611389.948044:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948046:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749611389.948047:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611389.948048:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611389.948051:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611389.948056:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db64000. 00000020:00000040:1.0:1749611389.948056:0:25199:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=4 00000100:00000001:2.0:1749611389.948061:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948061:0:25199:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.948063:0:25199:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=5 00000020:00000001:1.0:1749611389.948065:0:25199:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.948068:0:25199:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88007ddf4000. 00000100:00100000:2.0:1749611389.948069:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611389.948071:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611389.948073:0:25199:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff88012c82fd00. 00000100:00000001:2.0:1749611389.948079:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1749611389.948079:0:25199:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c8f3200. 00000400:00000200:0.0:1749611389.948079:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611389.948081:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611389.948082:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749611389.948082:0:25199:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c8f2000. 00000100:00000001:0.0:1749611389.948084:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611389.948085:0:25199:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197d000. 00000100:00000040:2.0:1749611389.948086:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611389.948088:0:25199:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000100:00000200:0.0:1749611389.948089:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611389.948094:0:25199:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f3a00. 80000000:00000010:1.0:1749611389.948096:0:25199:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac448a0. 00000100:00000001:2.0:1749611389.948097:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.948098:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 40000000:00000010:1.0:1749611389.948100:0:25199:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c82fe40. 00000100:00000040:0.0:1749611389.948100:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.948101:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:2.0:1749611389.948101:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00100000:00000010:1.0:1749611389.948103:0:25199:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c800. 00000100:00080000:2.0:1749611389.948105:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1749611389.948106:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664192 00000100:00000001:2.0:1749611389.948106:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00040000:00000010:1.0:1749611389.948106:0:25199:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9800. 00000100:00000001:0.0:1749611389.948107:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611389.948108:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1749611389.948109:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00040000:00000010:1.0:1749611389.948109:0:25199:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f3400. 00000100:00000001:0.0:1749611389.948109:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611389.948111:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749611389.948113:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:2.0:1749611389.948113:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5994 00080000:00000010:1.0:1749611389.948113:0:25199:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a10000. 00000100:00000001:0.0:1749611389.948113:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948116:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611389.948116:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00080000:00000010:1.0:1749611389.948116:0:25199:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf6000. 00000100:00000040:0.0:1749611389.948117:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000040:2.0:1749611389.948118:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:3.0:1749611389.948120:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948120:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611389.948120:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300663428 00000100:00000040:2.0:1749611389.948122:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00100000:3.0:1749611389.948124:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664192 00000100:00000001:2.0:1749611389.948124:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611389.948124:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee600. 00000020:00000001:2.0:1749611389.948126:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749611389.948127:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611389.948127:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000004:00000010:1.0:1749611389.948127:0:25199:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c000. 00000020:00000040:3.0:1749611389.948128:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611389.948129:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611389.948130:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611389.948131:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000004:00000010:1.0:1749611389.948131:0:25199:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf4000. 00000020:00000001:3.0:1749611389.948133:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611389.948133:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749611389.948153:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611389.948159:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300663428 00000020:00000001:3.0:1749611389.948162:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611389.948162:0:25199:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197b800. 00000100:00000010:0.0:1749611389.948162:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee940. 00000100:00000001:0.0:1749611389.948165:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:3.0:1749611389.948167:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00000001:0.0:1749611389.948168:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300663428 00000004:00000010:1.0:1749611389.948169:0:25199:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b4060000. 00000100:00000010:0.0:1749611389.948171:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeefc0. 00000020:00000010:3.0:1749611389.948172:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000020:00000001:2.0:1749611389.948173:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000010:1.0:1749611389.948173:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611389.948174:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000010:3.0:1749611389.948177:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000040:2.0:1749611389.948177:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000010:1.0:1749611389.948177:0:25199:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2188a00. 00000100:00000001:0.0:1749611389.948177:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300663428 00000100:00000001:2.0:1749611389.948179:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749611389.948179:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee380. 00000100:00000040:2.0:1749611389.948181:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:1.0:1749611389.948181:0:25199:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00000001:3.0:1749611389.948182:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611389.948182:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611389.948183:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611389.948184:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749611389.948184:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2a00. 00000020:00000040:2.0:1749611389.948185:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:0.0:1749611389.948185:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611389.948187:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611389.948188:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000020:00000010:1.0:1749611389.948188:0:25199:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff880129cf1280. 00000100:00000001:0.0:1749611389.948188:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948190:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.948191:0:25199:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff880129cf1e40. 00000100:00000001:0.0:1749611389.948191:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948192:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948192:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1749611389.948193:0:25199:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.948193:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611389.948195:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.948195:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948197:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948198:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0930 type=0x10620000 idx=14 00000100:00000001:2.0:1749611389.948199:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611389.948200:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611389.948201:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948201:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000100:00000001:3.0:1749611389.948202:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.948202:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000010:2.0:1749611389.948204:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000040:00001000:1.0:1749611389.948204:0:25199:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611389.948204:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.948205:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611389.948206:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611389.948206:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611389.948207:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.948208:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948209:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611389.948210:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948211:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec09b0 type=0x10620000 idx=15 00000100:00000040:0.0:1749611389.948211:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.948212:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611389.948212:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000040:00001000:1.0:1749611389.948213:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:3.0:1749611389.948214:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611389.948214:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000040:00001000:1.0:1749611389.948214:0:25199:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000001:2.0:1749611389.948216:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948216:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.948217:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948219:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0a40 type=0x10620000 idx=16 00000100:00000001:0.0:1749611389.948219:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749611389.948220:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 02000000:00000010:2.0:1749611389.948220:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db65800. 00000100:00000001:0.0:1749611389.948220:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948221:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 02000000:00000001:0.0:1749611389.948222:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611389.948223:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948223:0:25199:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611389.948224:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000020:00000001:1.0:1749611389.948224:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:0.0:1749611389.948225:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.948226:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948227:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611389.948228:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00001000:1.0:1749611389.948228:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1749611389.948229:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000040:3.0:1749611389.948230:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135be300 x1834598494664192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611389.948230:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494664320:0@lo:38:kworker.0 00000040:00001000:1.0:1749611389.948231:0:25199:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.948233:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.948234:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1749611389.948234:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000040:00000001:1.0:1749611389.948235:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611389.948236:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611389.948236:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611389.948238:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948238:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948238:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948240:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611389.948242:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55500] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611389.948242:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad2000. 00000100:00100000:3.0:1749611389.948244:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664192:12345-0@lo:38:llog_process_th.0 00000040:00001000:1.0:1749611389.948245:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0bc0 type=0x10620000 idx=18 00000100:00000200:3.0:1749611389.948248:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664192 00000040:00001000:1.0:1749611389.948248:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 02000000:00000001:0.0:1749611389.948249:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948250:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948250:0:25199:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611389.948251:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611389.948252:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00080000:2.0:1749611389.948253:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000040:00000001:1.0:1749611389.948253:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000400:00000010:0.0:1749611389.948253:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000040:00000001:1.0:1749611389.948255:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00080000:2.0:1749611389.948256:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1749611389.948256:0:25199:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611389.948257:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000020:00000001:1.0:1749611389.948258:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.948260:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0ca0 type=0x10620000 idx=19 00000100:00000200:0.0:1749611389.948260:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494664320, portal 4 00010000:00000001:3.0:1749611389.948262:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611389.948262:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000040:00001000:1.0:1749611389.948262:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1749611389.948263:0:25199:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611389.948263:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611389.948264:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611389.948264:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000020:00000001:1.0:1749611389.948265:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.948266:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948267:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000040:00001000:1.0:1749611389.948268:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0cf0 type=0x10620000 idx=20 00000100:00080000:2.0:1749611389.948269:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5994 00000040:00001000:1.0:1749611389.948270:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1749611389.948271:0:25199:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00080000:2.0:1749611389.948272:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611389.948272:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611389.948273:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.948274:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:3.0:1749611389.948275:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611389.948275:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00000001:1.0:1749611389.948275:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611389.948276:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611389.948276:0:25199:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611389.948278:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000001:1.0:1749611389.948278:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.948278:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:3.0:1749611389.948279:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611389.948280:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00001000:1.0:1749611389.948280:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0dd0 type=0x10620000 idx=21 00000100:00000040:0.0:1749611389.948281:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611389.948282:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611389.948282:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1749611389.948282:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000020:00000040:2.0:1749611389.948283:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000040:00001000:1.0:1749611389.948283:0:25199:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000400:00000010:0.0:1749611389.948283:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:3.0:1749611389.948285:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611389.948285:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611389.948285:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000200:0.0:1749611389.948285:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494664320, offset 0 00000020:00000040:2.0:1749611389.948286:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000040:00000001:1.0:1749611389.948286:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.948287:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1749611389.948288:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749611389.948288:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749611389.948289:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611389.948289:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611389.948290:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749611389.948291:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000040:00001000:1.0:1749611389.948291:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0eb0 type=0x10620000 idx=22 02000000:00000001:3.0:1749611389.948293:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611389.948293:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00001000:1.0:1749611389.948293:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1749611389.948294:0:25199:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611389.948295:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611389.948296:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000400:00000200:0.0:1749611389.948296:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1749611389.948297:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d576400. 00000100:00000040:2.0:1749611389.948297:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000001:1.0:1749611389.948297:0:25199:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 02000000:00000001:3.0:1749611389.948299:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948299:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:1.0:1749611389.948300:0:25199:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b4060000. 00000020:00000040:2.0:1749611389.948301:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749611389.948301:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf947680 00000100:00000001:3.0:1749611389.948302:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611389.948304:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00010000:00000001:3.0:1749611389.948306:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611389.948306:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611389.948307:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 15080 00010000:00000001:3.0:1749611389.948308:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948308:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749611389.948310:0:25199:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 02000000:00000001:2.0:1749611389.948311:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749611389.948312:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611389.948312:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611389.948313:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:1.0:1749611389.948313:0:25199:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000100:00000001:2.0:1749611389.948315:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749611389.948315:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611389.948316:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611389.948316:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948318:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611389.948318:0:25199:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000010:2.0:1749611389.948319:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57b80. 00000100:00000001:0.0:1749611389.948319:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749611389.948321:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:0.0:1749611389.948321:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749611389.948322:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000040:1.0:1749611389.948322:0:25199:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 02000000:00000001:2.0:1749611389.948323:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611389.948324:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611389.948324:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611389.948324:0:25199:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800b4060000. 00000100:00000001:2.0:1749611389.948326:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611389.948327:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749611389.948328:0:25199:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012c82fe40. 00000100:00000040:3.0:1749611389.948330:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000001:1.0:1749611389.948330:0:25199:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 02000000:00000001:2.0:1749611389.948332:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749611389.948332:0:25199:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012c82fd00. 00000100:00000010:0.0:1749611389.948332:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9c000. 02000000:00000001:3.0:1749611389.948333:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611389.948334:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611389.948335:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948335:0:25199:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611389.948335:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9c000 x1834598494664320 msgsize 520 00000100:00000001:3.0:1749611389.948337:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611389.948337:0:25199:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012c82fd00. 00000100:00000040:3.0:1749611389.948339:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749611389.948340:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac892800. 00000020:00000010:1.0:1749611389.948340:0:25199:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012c82fd00. 00000100:00100000:0.0:1749611389.948340:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749611389.948342:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:01000004:1.0:1749611389.948342:0:25199:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00000001:2.0:1749611389.948343:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948344:0:25199:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000100:00000200:3.0:1749611389.948347:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494664192, offset 0 00000100:00100000:2.0:1749611389.948348:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1749611389.948348:0:25199:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b2188a00. 00000100:00000001:0.0:1749611389.948349:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000080:1.0:1749611389.948350:0:25199:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000400:00000200:3.0:1749611389.948352:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611389.948352:0:25199:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611389.948353:0:25199:0:(genops.c:349:class_newdev()) Process entered 00000100:00000001:2.0:1749611389.948355:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611389.948356:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749611389.948357:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611389.948358:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000020:00000010:1.0:1749611389.948359:0:25199:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085151570. 00000100:00000001:0.0:1749611389.948360:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749611389.948361:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611389.948361:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57b80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000080:1.0:1749611389.948363:0:25199:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff880085151570) 00000100:00000200:0.0:1749611389.948364:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611389.948365:0:25199:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611389.948367:0:25199:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197b800. 00000100:00000001:2.0:1749611389.948368:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611389.948369:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947600 00000020:00000001:1.0:1749611389.948369:0:25199:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1749611389.948371:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1749611389.948371:0:25199:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197b800 with handle 0x689c0ec07329d446 to hash 00000100:00000001:0.0:1749611389.948372:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611389.948373:0:25199:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1749611389.948374:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749611389.948376:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8be9 [1] + 0 00000020:00000001:1.0:1749611389.948376:0:25199:0:(obd_class.h:1037:obd_init_export()) Process entered 00000100:00000040:0.0:1749611389.948376:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611389.948377:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000020:00000001:1.0:1749611389.948378:0:25199:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611389.948379:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611389.948380:0:25199:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219986944 : -131939489564672 : ffff88007197b800) 00000100:00000001:2.0:1749611389.948381:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749611389.948382:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611389.948382:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1749611389.948382:0:25199:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b800 : new refcount 1 00000100:00000001:0.0:1749611389.948382:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948384:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611389.948385:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611389.948386:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ada00. 00000100:00000001:0.0:1749611389.948387:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611389.948388:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948389:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749611389.948391:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 2 - obd_device_list 00000100:00000040:2.0:1749611389.948392:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611389.948392:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948395:0:25199:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611389.948396:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 00000020:00000080:1.0:1749611389.948397:0:25199:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000100:00000001:0.0:1749611389.948398:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300663407 00000100:00000200:3.0:1749611389.948399:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.948399:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749611389.948399:0:25199:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948401:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948401:0:25199:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.948401:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300663428 00000100:00000001:0.0:1749611389.948403:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300663407 00000020:00000010:1.0:1749611389.948404:0:25199:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b2188a00. 00000100:00000040:2.0:1749611389.948405:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54380] to pc [ptlrpcd_00_03+3] req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.948406:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300663428 00000100:00000001:0.0:1749611389.948407:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300663407 00000100:00000001:0.0:1749611389.948409:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300663428 00000020:00000001:1.0:1749611389.948410:0:25199:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000100:00000040:3.0:1749611389.948411:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.948411:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300663407 00000100:00000001:0.0:1749611389.948413:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300663428 00000020:00000010:1.0:1749611389.948414:0:25199:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009ac448a0. 00000020:00000080:1.0:1749611389.948415:0:25199:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000100:00000001:0.0:1749611389.948415:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.948417:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948420:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611389.948420:0:25199:0:(obd_config.c:667:class_setup()) Process entered 00000100:00000001:2.0:1749611389.948426:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611389.948431:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6001) 00000001:00000001:1.0:1749611389.948436:0:25199:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:0.0:1749611389.948437:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:1.0:1749611389.948438:0:25199:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf4000. 00000100:00100000:0.0:1749611389.948439:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664320 02000000:00000001:0.0:1749611389.948441:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611389.948442:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000001:00000010:1.0:1749611389.948442:0:25199:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713da0. 00000100:00000001:0.0:1749611389.948443:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611389.948444:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000001:00000010:1.0:1749611389.948445:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2a00. 00000100:00000001:0.0:1749611389.948445:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611389.948446:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611389.948446:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000001:00000010:1.0:1749611389.948448:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2c00. 02000000:00000001:0.0:1749611389.948448:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611389.948449:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611389.948450:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611389.948451:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3c00. 00000100:00100000:0.0:1749611389.948451:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664320 00000100:00000001:3.0:1749611389.948453:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000001:00000010:1.0:1749611389.948453:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3400. 00000020:00000001:0.0:1749611389.948453:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611389.948454:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611389.948455:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000001:00000001:1.0:1749611389.948455:0:25199:0:(hash.c:1039:cfs_hash_create()) Process entered 00000020:00000001:0.0:1749611389.948456:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:1.0:1749611389.948457:0:25199:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88007ddf43c0. 00000020:00000001:0.0:1749611389.948458:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948459:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611389.948460:0:25199:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713140. 00000020:00000001:0.0:1749611389.948460:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611389.948462:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000001:00000010:1.0:1749611389.948462:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3a00. 00000100:00000001:2.0:1749611389.948463:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749611389.948463:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4a200. 00000100:00000001:3.0:1749611389.948464:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948464:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611389.948464:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2000. 00000001:00000010:1.0:1749611389.948466:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3200. 00000020:00000001:3.0:1749611389.948467:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611389.948467:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 02000000:00000001:2.0:1749611389.948468:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000010:1.0:1749611389.948469:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2200. 02000000:00000001:2.0:1749611389.948470:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.948471:0:25199:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:0.0:1749611389.948471:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000040:3.0:1749611389.948472:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494664192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611389.948472:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.948473:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 00000100:00100000:2.0:1749611389.948475:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494664704:0@lo:400:kworker.0 00000100:00000001:0.0:1749611389.948475:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749611389.948476:0:25199:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2188a00. 00000100:00000001:0.0:1749611389.948477:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611389.948479:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749611389.948479:0:25199:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000001:0.0:1749611389.948479:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611389.948482:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664192:12345-0@lo:38:llog_process_th.0 Request processed in 239us (437us total) trans 0 rc -19/-19 00000008:00000010:1.0:1749611389.948482:0:25199:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf340. 02000000:00000001:2.0:1749611389.948483:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611389.948483:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.948485:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1749611389.948485:0:25199:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5f80. 02000000:00000001:2.0:1749611389.948487:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00008000:00000010:1.0:1749611389.948488:0:25199:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7760. 02000000:00000010:2.0:1749611389.948490:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000100:00000001:0.0:1749611389.948490:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611389.948491:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 02000000:00000001:2.0:1749611389.948492:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1749611389.948492:0:25199:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a870. 00000100:00000001:3.0:1749611389.948495:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611389.948495:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3e00. 00000100:00000001:3.0:1749611389.948496:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749611389.948496:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000020:00000010:1.0:1749611389.948498:0:25199:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c8f2600. 00000020:00000010:3.0:1749611389.948500:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000040:00000010:1.0:1749611389.948500:0:25199:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c8f3800. 00000400:00000010:2.0:1749611389.948501:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000020:00000010:1.0:1749611389.948503:0:25199:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197c000. 00000100:00000001:0.0:1749611389.948503:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749611389.948504:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000010:1.0:1749611389.948505:0:25199:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000100:00000001:0.0:1749611389.948505:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611389.948506:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494664704, portal 10 00000020:00000010:3.0:1749611389.948507:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00000001:2.0:1749611389.948508:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749611389.948508:0:25199:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f2e00. 00000100:00100000:0.0:1749611389.948509:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00000001:2.0:1749611389.948510:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 00000100:00000001:3.0:1749611389.948511:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:1.0:1749611389.948511:0:25199:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44900. 00000100:00000001:0.0:1749611389.948512:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321831936 : -131939387719680 : ffff880077a9c000) 40000000:00000010:1.0:1749611389.948513:0:25199:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012c82fcc0. 00000100:00000040:2.0:1749611389.948516:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611389.948517:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9c000 x1834598494664320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1749611389.948551:0:25199:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c800. 00000100:00000001:2.0:1749611389.948552:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611389.948555:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000010:1.0:1749611389.948555:0:25199:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9800. 00000100:00100000:0.0:1749611389.948556:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494664320:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749611389.948557:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00040000:00000010:1.0:1749611389.948558:0:25199:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f2400. 00000100:00000200:2.0:1749611389.948560:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494664704, offset 0 00000100:00000200:0.0:1749611389.948560:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664320 00080000:00000010:1.0:1749611389.948561:0:25199:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00000020:00000001:0.0:1749611389.948563:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611389.948565:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1749611389.948565:0:25199:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a10000. 00010000:00000001:0.0:1749611389.948566:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000004:00000010:1.0:1749611389.948570:0:25199:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197d000. 00000004:00000010:1.0:1749611389.948573:0:25199:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000400:00000200:2.0:1749611389.948574:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:1.0:1749611389.948576:0:25199:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197e800. 00000020:00000001:0.0:1749611389.948576:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611389.948579:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00000010:1.0:1749611389.948580:0:25199:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880086dc9c00. 00000400:00000200:2.0:1749611389.948581:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf947800 00010000:00000001:0.0:1749611389.948582:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000010:00000010:1.0:1749611389.948583:0:25199:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009ac44960. 00000010:00000001:1.0:1749611389.948585:0:25199:0:(lwp_dev.c:248:lwp_init0()) Process entered 00010000:00000001:0.0:1749611389.948585:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611389.948586:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 78600 00000100:00000001:0.0:1749611389.948588:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611389.948590:0:25199:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1749611389.948590:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611389.948592:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611389.948592:0:25199:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948592:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611389.948595:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749611389.948595:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad0c00. 02000000:00000001:0.0:1749611389.948597:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948599:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611389.948599:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611389.948601:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:0.0:1749611389.948602:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611389.948604:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611389.948605:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56680. 00000100:00001000:0.0:1749611389.948607:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611389.948611:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611389.948613:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56680 x1834598494664704 msgsize 224 00000100:00000001:0.0:1749611389.948613:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611389.948616:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00100000:2.0:1749611389.948618:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611389.948618:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611389.948621:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611389.948624:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:2.0:1749611389.948625:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611389.948626:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611389.948628:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611389.948631:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000020:00000001:1.0:1749611389.948633:0:25199:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611389.948634:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000010:00000001:1.0:1749611389.948635:0:25199:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000100:00000001:0.0:1749611389.948636:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611389.948637:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611389.948638:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000010:00000010:1.0:1749611389.948638:0:25199:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff8800b2188400. 00000100:00000040:0.0:1749611389.948638:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000010:00000010:1.0:1749611389.948640:0:25199:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800a3713180. 00000100:00100000:3.0:1749611389.948641:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664704 00000100:00000200:2.0:1749611389.948641:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611389.948641:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000010:00000010:1.0:1749611389.948643:0:25199:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800a3713920. 02000000:00000001:3.0:1749611389.948644:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611389.948645:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611389.948645:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494664320, offset 0 00000020:00000001:1.0:1749611389.948646:0:25199:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000100:00000001:3.0:1749611389.948647:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948647:0:25199:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000100:00000001:2.0:1749611389.948649:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611389.948649:0:25199:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 02000000:00000001:3.0:1749611389.948650:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611389.948650:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611389.948652:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1749611389.948652:0:25199:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88006a72f800 from lustre-OST0000, refs=3 00000100:00100000:3.0:1749611389.948653:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664704 00000020:00000001:1.0:1749611389.948654:0:25199:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:00000001:3.0:1749611389.948655:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611389.948656:0:25199:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000040:3.0:1749611389.948657:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:0.0:1749611389.948657:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611389.948658:0:25199:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000100:00000001:2.0:1749611389.948659:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.948659:0:25199:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000100:00000001:2.0:1749611389.948661:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:01000004:1.0:1749611389.948662:0:25199:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88006a72f800 from lustre-OST0000, refs=3 00000400:00000200:0.0:1749611389.948662:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf947680 00000020:00000001:1.0:1749611389.948664:0:25199:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:00000001:3.0:1749611389.948665:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611389.948665:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1749611389.948665:0:25199:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88006a72f800 3 00000020:00000001:1.0:1749611389.948667:0:25199:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611389.948667:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8bf1 [1] + 0 00000020:00000040:3.0:1749611389.948668:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:2.0:1749611389.948669:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000020:00000001:1.0:1749611389.948669:0:25199:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.948670:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611389.948672:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300663407 00000010:00000010:1.0:1749611389.948672:0:25199:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff88012b490f00. 00000400:00000200:0.0:1749611389.948672:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611389.948673:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00010000:00000001:1.0:1749611389.948674:0:25199:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000400:00000200:0.0:1749611389.948675:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611389.948676:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300663428 00010000:00000010:1.0:1749611389.948677:0:25199:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012c82fac0. 00000100:00000001:3.0:1749611389.948678:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611389.948678:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611389.948679:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300663407 00010000:00000001:1.0:1749611389.948679:0:25199:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000020:00000010:3.0:1749611389.948680:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397740. 00000100:00000001:2.0:1749611389.948681:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300663428 00000100:00000001:3.0:1749611389.948683:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611389.948683:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300663407 00000100:00000200:0.0:1749611389.948683:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.948685:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300663428 00000020:00000010:3.0:1749611389.948686:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5397740. 00000100:00000001:2.0:1749611389.948687:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300663407 00010000:00000001:1.0:1749611389.948687:0:25199:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.948689:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300663428 00000100:00000001:2.0:1749611389.948691:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.948691:0:25199:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88007197f000. 00000100:00000040:0.0:1749611389.948691:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611389.948692:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00000001:2.0:1749611389.948693:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.948693:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 3 - import 00000020:00000010:3.0:1749611389.948695:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:2.0:1749611389.948696:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611389.948698:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749611389.948698:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611389.948698:0:25199:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611389.948700:0:25199:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611389.948700:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611389.948702:0:25199:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611389.948703:0:25199:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000040:3.0:1749611389.948704:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611389.948704:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749611389.948704:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749611389.948705:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611389.948706:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749611389.948706:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:2.0:1749611389.948707:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611389.948708:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611389.948708:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611389.948709:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.948709:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611389.948710:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611389.948711:0:25199:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:0.0:1749611389.948712:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.948713:0:25199:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611389.948714:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611389.948715:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611389.948715:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611389.948716:0:25199:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611389.948717:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611389.948717:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.948717:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948718:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611389.948719:0:25199:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000001:0.0:1749611389.948719:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611389.948721:0:25199:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611389.948723:0:25199:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611389.948724:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611389.948724:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9c000 x1834598494664320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611389.948726:0:25199:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000040:1.0:1749611389.948728:0:25199:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00000100:00000001:3.0:1749611389.948730:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000010:1.0:1749611389.948731:0:25199:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009ac449c0. 00000100:00000001:3.0:1749611389.948732:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00080000:1.0:1749611389.948733:0:25199:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88007197f000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 00000100:00100000:0.0:1749611389.948734:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494664320:12345-0@lo:38:kworker.0 Request processed in 177us (396us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749611389.948735:0:25199:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611389.948736:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00000040:3.0:1749611389.948738:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00010000:00000001:1.0:1749611389.948738:0:25199:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611389.948739:0:25199:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00000001:3.0:1749611389.948740:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393874560 : -131936315677056 : ffff88012ec56680) 00010000:00000001:1.0:1749611389.948741:0:25199:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611389.948742:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00000010:1.0:1749611389.948744:0:25199:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff880086dc9800. 00000100:00000001:0.0:1749611389.948745:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611389.948746:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56680 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:70/0 lens 224/0 e 0 to 0 dl 1749611400 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1749611389.948746:0:25199:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:0.0:1749611389.948747:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:1.0:1749611389.948748:0:25199:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ddf9300. 00000020:00000010:0.0:1749611389.948750:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000001:00000010:1.0:1749611389.948752:0:25199:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88007ddf9200. 00000100:00000001:3.0:1749611389.948754:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611389.948754:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000020:00000010:3.0:1749611389.948756:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397740. 00000100:00000001:3.0:1749611389.948758:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611389.948760:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5397740. 00000020:00000010:0.0:1749611389.948762:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4a200. 00000100:00100000:3.0:1749611389.948763:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494664704:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611389.948766:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611389.948767:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664704 00000020:00000001:3.0:1749611389.948774:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611389.948777:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611389.948780:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.948782:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611389.948785:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749611389.948788:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1749611389.948790:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749611389.948792:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611389.948793:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611389.948794:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611389.948795:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1749611389.948795:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000020:00000001:3.0:1749611389.948797:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611389.948798:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a57000. 00000020:00000001:3.0:1749611389.948799:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749611389.948800:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:0.0:1749611389.948801:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:3.0:1749611389.948803:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611389.948804:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611389.948805:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611389.948808:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611389.948809:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d574000. 02000000:00000001:3.0:1749611389.948811:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.948813:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.948815:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611389.948817:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749611389.948818:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494664704 00010000:00000001:3.0:1749611389.948821:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611389.948824:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000200:3.0:1749611389.948825:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec56680 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:70/0 lens 224/224 e 0 to 0 dl 1749611400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.948825:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.948828:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611389.948830:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611389.948832:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749611389.948833:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611389.948834:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611389.948835:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948837:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611389.948838:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611389.948841:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749611389.948843:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197dc38 time=1749611389 v=5 (0 0 0 0) 00000100:00000040:3.0:1749611389.948844:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611389.948845:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:0.0:1749611389.948846:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197dbf0 time=1749611389 v=0 (0 0 0 0) 02000000:00000001:3.0:1749611389.948848:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611389.948849:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611389.948850:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197dbf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1749611389.948851:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611389.948853:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611389.948853:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611389.948855:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611389.948856:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000001:00000010:1.0:1749611389.948857:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a61000. 00000100:00000001:0.0:1749611389.948858:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611389.948860:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494664704, offset 224 00000100:00000040:0.0:1749611389.948862:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611389.948865:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611389.948869:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611389.948872:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611389.948873:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611389.948873:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.948876:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749611389.948878:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947800 00000100:00000001:0.0:1749611389.948878:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611389.948881:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749611389.948888:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8bfd [1] + 224 00000100:00080000:0.0:1749611389.948889:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611389.948892:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611389.948893:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611389.948897:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611389.948897:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611399 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.948900:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611389.948904:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611389.948905:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880081d75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494664192:0@lo:38:llog_process_th.0 00000100:00000001:0.0:1749611389.948910:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.948912:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611389.948914:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611389.948914:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880081d75f80 x1834598494664192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611399 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.948921:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611389.948923:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000010:1.0:1749611389.948924:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a6b000. 02000000:00000010:0.0:1749611389.948926:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad2800. 00000100:00000001:3.0:1749611389.948927:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611389.948929:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611389.948930:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749611389.948931:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000040:0.0:1749611389.948932:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1749611389.948933:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000020:00000001:0.0:1749611389.948934:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611389.948936:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749611389.948936:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4063000. 00000100:00000001:3.0:1749611389.948938:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611389.948940:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611389.948941:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948941:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611389.948943:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081d75f80. 00000100:00000040:3.0:1749611389.948944:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00010000:00000001:3.0:1749611389.948946:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611389.948946:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611389.948947:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611389.948948:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.948949:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611389.948950:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749611389.948954:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56680 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:70/0 lens 224/224 e 0 to 0 dl 1749611400 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.948954:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611389.948955:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1749611389.948957:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.948959:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.948960:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611389.948963:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494664704:12345-0@lo:400:kworker.0 Request processed in 207us (348us total) trans 0 rc 0/0 00000100:00000040:0.0:1749611389.948964:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611389.948971:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00000001:0.0:1749611389.948971:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611389.948973:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.948973:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611389.948974:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:0.0:1749611389.948975:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611389.948976:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611389.948977:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611389.948978:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611389.948981:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000400:00000001:2.0:1749611389.948981:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611389.948982:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749611389.948983:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611389.948984:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 02000000:00000001:0.0:1749611389.948984:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611389.948986:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000001:00000010:1.0:1749611389.948986:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a75000. 00000020:00000010:3.0:1749611389.948987:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00100000:0.0:1749611389.948988:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494664448:0@lo:38:kworker.0 00000400:00000200:2.0:1749611389.948990:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000040:3.0:1749611389.948991:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000010:2.0:1749611389.948992:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611389.948992:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611389.948993:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611389.948994:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611389.948995:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611389.948996:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.948997:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749611389.948999:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611389.949000:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad2800. 02000000:00000001:0.0:1749611389.949002:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611389.949005:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000200:2.0:1749611389.949009:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611389.949009:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000200:0.0:1749611389.949012:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494664448, portal 10 00000100:00000001:0.0:1749611389.949014:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611389.949016:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611389.949016:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000001:2.0:1749611389.949017:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611389.949019:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611389.949021:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749611389.949021:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.949023:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611389.949025:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.949027:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949028:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611389.949031:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611389.949032:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00001000:2.0:1749611389.949033:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=94 v=5 (5 5 5 5) 00000100:00000200:0.0:1749611389.949035:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494664448, offset 0 00000100:00001000:2.0:1749611389.949036:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=94 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611389.949038:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611389.949039:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611389.949041:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611389.949043:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000001:00000010:1.0:1749611389.949044:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a7f000. 00000400:00000200:0.0:1749611389.949045:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:2.0:1749611389.949047:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611389.949050:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947700 00000400:00000200:0.0:1749611389.949054:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 78824 00010000:00000001:2.0:1749611389.949055:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.949058:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1749611389.949059:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611389.949060:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611389.949062:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1749611389.949062:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611389.949063:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949065:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611389.949066:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611389.949067:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611389.949071:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9c380. 00000100:00000040:0.0:1749611389.949073:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9c380 x1834598494664448 msgsize 520 00000100:00100000:0.0:1749611389.949077:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611389.949086:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611389.949089:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611389.949091:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611389.949095:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949098:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000001:00000010:1.0:1749611389.949100:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a89000. 00000100:00100000:2.0:1749611389.949102:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494664704:0@lo:400:kworker.0 00000400:00000200:0.0:1749611389.949103:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749611389.949107:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611389.949107:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611389.949109:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611389.949111:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54380 x1834598494664704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611389.949111:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00100000:3.0:1749611389.949114:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664448 00000100:00000001:0.0:1749611389.949114:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611389.949117:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611389.949118:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749611389.949118:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.949119:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611389.949119:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611389.949121:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611389.949121:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 02000000:00000001:3.0:1749611389.949124:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.949124:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611389.949126:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611389.949126:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611389.949127:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664448 00000020:00000040:2.0:1749611389.949127:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611389.949129:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749611389.949129:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749611389.949129:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611389.949130:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:2.0:1749611389.949131:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ada00. 00000020:00000001:3.0:1749611389.949132:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611389.949134:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611389.949154:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949155:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611389.949159:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949159:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.949161:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.949161:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611389.949162:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54380. 00000100:00000040:0.0:1749611389.949163:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1111 usecs (2 jiffies) 00000020:00000010:3.0:1749611389.949165:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00000001:2.0:1749611389.949166:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611389.949166:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300663408 00000020:00000010:3.0:1749611389.949168:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:2.0:1749611389.949168:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949169:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300663428 00000100:00000001:2.0:1749611389.949170:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611389.949171:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749611389.949171:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300663408 00000100:00000001:0.0:1749611389.949173:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300663428 00000100:00000001:3.0:1749611389.949175:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611389.949175:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611389.949175:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300663408 00000100:00000001:3.0:1749611389.949176:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611389.949177:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.949178:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949178:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300663428 00000100:00000001:2.0:1749611389.949179:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.949180:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300663408 00000100:00000001:2.0:1749611389.949181:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.949182:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949182:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300663428 00000100:00000001:0.0:1749611389.949183:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.949186:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.949188:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949188:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000001:00000010:1.0:1749611389.949190:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a93000. 00000100:00000040:0.0:1749611389.949191:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.949195:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611389.949197:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611389.949198:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.949198:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611389.949200:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949200:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611389.949201:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 02000000:00000001:0.0:1749611389.949202:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611389.949203:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321832832 : -131939387718784 : ffff880077a9c380) 02000000:00000001:0.0:1749611389.949203:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611389.949205:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611389.949208:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9c380 x1834598494664448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611389.949208:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494664576:0@lo:38:kworker.0 00000100:00100000:3.0:1749611389.949217:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664448:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611389.949220:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611389.949221:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664448 02000000:00000001:0.0:1749611389.949222:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749611389.949223:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611389.949224:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611389.949226:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611389.949226:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611389.949229:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4063000. 02000000:00000001:0.0:1749611389.949231:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.949234:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611389.949234:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00010000:00020000:3.0:1749611389.949237:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749611389.949237:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:3.0:1749611389.949240:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611389.949240:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494664576, portal 10 00010000:00000001:3.0:1749611389.949242:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611389.949242:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611389.949244:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879936 : -131936315671680 : ffff88012ec57b80) 00000100:00000001:3.0:1749611389.949250:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611389.949250:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611389.949251:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006a9d000. 00000100:00000001:3.0:1749611389.949253:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611389.949255:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611389.949257:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749611389.949258:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d577c00. 00000100:00000040:0.0:1749611389.949258:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611389.949260:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611389.949260:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:3.0:1749611389.949262:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611389.949262:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494664576, offset 0 00010000:00000001:3.0:1749611389.949265:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611389.949265:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611389.949267:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611389.949270:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611389.949271:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611389.949273:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611389.949275:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611389.949276:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947780 00000100:00000040:3.0:1749611389.949277:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611389.949279:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611389.949281:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 79344 00000100:00000001:3.0:1749611389.949282:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611389.949285:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000400:00000200:0.0:1749611389.949285:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611389.949287:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611389.949288:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611389.949289:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.949291:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611389.949291:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611389.949293:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611389.949294:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611389.949296:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000010:0.0:1749611389.949296:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9c700. 00000100:00000040:0.0:1749611389.949299:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9c700 x1834598494664576 msgsize 520 00000100:00000200:3.0:1749611389.949301:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494664448, offset 0 00000100:00100000:0.0:1749611389.949303:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611389.949305:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611389.949312:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1749611389.949314:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006aa7000. 00000400:00000200:3.0:1749611389.949318:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947700 00000100:00000001:0.0:1749611389.949322:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611389.949323:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c0d [1] + 0 00000400:00000200:3.0:1749611389.949327:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611389.949328:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000200:3.0:1749611389.949331:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611389.949331:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611389.949333:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611389.949334:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611389.949337:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611389.949338:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611389.949347:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.949355:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611389.949357:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611389.949360:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.949361:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611389.949363:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664576 00000400:00000200:3.0:1749611389.949365:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 02000000:00000001:2.0:1749611389.949366:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749611389.949367:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611389.949367:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949368:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611389.949369:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611389.949371:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611389.949373:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.949374:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.949374:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611389.949376:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611389.949376:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000040:3.0:1749611389.949377:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749611389.949377:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ab1000. 00000100:00000001:0.0:1749611389.949378:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300663407 00000100:00000001:3.0:1749611389.949379:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611389.949380:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.949381:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.949381:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300663428 00000100:00100000:2.0:1749611389.949382:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664576 00000100:00000001:0.0:1749611389.949383:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300663407 00000020:00000001:2.0:1749611389.949385:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611389.949385:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300663428 00000100:00000040:3.0:1749611389.949386:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9c380 x1834598494664448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611389.949386:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611389.949387:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300663407 00000020:00000001:2.0:1749611389.949388:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611389.949389:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300663428 00000020:00000001:2.0:1749611389.949390:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949391:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300663407 00000020:00000001:2.0:1749611389.949392:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949393:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300663428 00000100:00100000:3.0:1749611389.949395:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664448:12345-0@lo:38:kworker.0 Request processed in 178us (320us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611389.949395:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611389.949396:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00000001:0.0:1749611389.949397:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611389.949399:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000400:00000001:0.0:1749611389.949401:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611389.949402:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000400:00000001:0.0:1749611389.949402:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611389.949403:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000400:00000010:0.0:1749611389.949404:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00000001:3.0:1749611389.949405:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611389.949406:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611389.949407:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749611389.949407:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611389.949408:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611389.949409:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611389.949410:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000001:0.0:1749611389.949410:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611389.949411:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611389.949413:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000200:0.0:1749611389.949413:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.949415:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611389.949416:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00000001:3.0:1749611389.949419:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611389.949421:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.949424:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611389.949426:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611389.949427:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611389.949428:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611389.949429:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611389.949431:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00000001:2.0:1749611389.949432:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611389.949433:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321833728 : -131939387717888 : ffff880077a9c700) 00000001:00000010:1.0:1749611389.949434:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006abb000. 00000100:00000001:2.0:1749611389.949435:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611389.949437:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9c700 x1834598494664576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611389.949437:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611389.949439:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611389.949446:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664576:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611389.949446:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749611389.949448:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664576 02000000:00000001:0.0:1749611389.949448:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749611389.949450:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611389.949450:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749611389.949452:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611389.949452:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.949454:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.949459:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611389.949459:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611389 v=5 (0 0 0 0) 00010000:00020000:3.0:1749611389.949462:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749611389.949462:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=62 v=20 (20 1 1 1) 00010000:00000001:3.0:1749611389.949464:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611389.949465:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1749611389.949469:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00010000:00000001:3.0:1749611389.949471:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611389.949472:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611389.949473:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611389.949474:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611389.949475:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611389.949477:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611389.949478:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611389.949481:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d576c00. 02000000:00000001:3.0:1749611389.949483:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949484:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611389.949485:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611389.949487:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611389.949487:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611389.949488:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611389.949489:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611389.949490:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ac5000. 00000100:00000001:0.0:1749611389.949490:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:3.0:1749611389.949491:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611389.949492:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611389.949494:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:0.0:1749611389.949495:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611389.949496:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749611389.949497:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611389.949498:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611389.949499:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611389.949500:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611389.949502:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611389.949503:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611389.949505:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:3.0:1749611389.949507:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611389.949509:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.949510:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611389.949511:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494664320:0@lo:38:kworker.0 00000100:00000040:3.0:1749611389.949513:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611389.949515:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611389.949515:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949517:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749611389.949518:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494664576, offset 0 00000100:00000040:0.0:1749611389.949520:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494664320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949557:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611389.949559:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611389.949560:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611389.949566:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611389.949566:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad2000. 02000000:00000001:0.0:1749611389.949569:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749611389.949571:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947780 00000020:00000001:0.0:1749611389.949571:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611389.949573:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749611389.949575:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c15 [1] + 0 00000020:00000001:0.0:1749611389.949575:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611389.949577:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64000. 02000000:00000001:0.0:1749611389.949579:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749611389.949580:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611389.949581:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749611389.949583:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749611389.949583:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000001:00000010:1.0:1749611389.949585:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006acf000. 00000100:00000001:0.0:1749611389.949585:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611389.949586:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611389.949587:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949589:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611389.949590:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949594:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611389.949595:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1749611389.949597:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.949598:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611389.949599:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611389.949602:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611389.949603:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611389.949606:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000400:00000200:0.0:1749611389.949608:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:0.0:1749611389.949610:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:0.0:1749611389.949612:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611389.949616:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.949621:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611389.949624:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611389.949625:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611389.949627:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611389.949630:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611389.949631:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611389.949631:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611389.949633:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611389.949634:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949635:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611389.949636:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749611389.949637:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611389.949637:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611389.949639:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949639:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.949641:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611389.949641:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611389.949645:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611389 v=5 (0 0 0 0) 00000100:00000040:3.0:1749611389.949646:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9c700 x1834598494664576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611389.949646:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ad9000. 00000100:00001000:0.0:1749611389.949648:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=44 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611389.949650:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611389.949651:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611389.949655:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664576:12345-0@lo:38:kworker.0 Request processed in 208us (353us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611389.949657:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611389.949662:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00000040:0.0:1749611389.949662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611389.949664:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611389.949665:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611389.949668:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 00000100:00000001:0.0:1749611389.949669:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611389.949671:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749611389.949673:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611389.949673:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949674:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611389.949676:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611389.949677:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00080000:0.0:1749611389.949678:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611389.949680:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611389.949681:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611389.949683:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611389.949686:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611389.949694:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494664448:0@lo:38:kworker.0 00000400:00000001:0.0:1749611389.949699:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611389.949700:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611389.949701:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000001:00000010:1.0:1749611389.949704:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ae3000. 00000400:00000200:0.0:1749611389.949704:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749611389.949706:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749611389.949707:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611389.949710:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611389.949718:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949725:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611389.949726:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949728:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611389.949729:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611389.949730:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611389.949731:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.949737:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611389.949741:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611389 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611389.949744:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=94 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611389.949747:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611389.949748:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611389.949750:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611389.949754:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949760:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000001:00000010:1.0:1749611389.949762:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006aed000. 00000100:00000001:0.0:1749611389.949762:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611389.949763:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949765:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611389.949766:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611389.949769:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611389.949771:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611389.949773:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611389.949776:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611389.949783:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494664576:0@lo:38:kworker.0 00000100:00000001:0.0:1749611389.949786:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949788:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611389.949791:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55500 x1834598494664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949797:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611389.949798:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611389.949800:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad2800. 02000000:00000001:0.0:1749611389.949802:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611389.949803:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611389.949804:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611389.949806:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611389.949812:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db65800. 02000000:00000001:0.0:1749611389.949815:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611389.949816:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611389.949818:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000100:00000001:0.0:1749611389.949822:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611389.949823:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1749611389.949825:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006af7000. 00000100:00000001:0.0:1749611389.949825:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611389.949828:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57b80 x1834598494664576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.949834:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611389.949836:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611389.949837:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4063000. 02000000:00000001:0.0:1749611389.949839:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611389.949840:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611389.949841:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611389.949843:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611389.949844:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac892800. 02000000:00000001:0.0:1749611389.949846:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611389.949847:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611389.949848:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57b80. 00000100:00000001:0.0:1749611389.949850:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611389.949852:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.949853:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949855:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.949856:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.949858:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.949859:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611389.949885:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b01000. 00000020:00000040:0.0:1749611389.949890:0:25201:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=6 00002000:00000001:0.0:1749611389.949893:0:25201:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:0.0:1749611389.949895:0:25201:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611389.949898:0:25201:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=7 00000020:00000040:0.0:1749611389.949902:0:25201:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 6 00000001:00000010:1.0:1749611389.949943:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b0b000. 00000001:00000010:1.0:1749611389.950005:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b15000. 00000001:00000010:1.0:1749611389.950062:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b1f000. 00000001:00000010:1.0:1749611389.950117:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b29000. 00000001:00000010:1.0:1749611389.950201:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b33000. 00000001:00000010:1.0:1749611389.950287:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b3d000. 00000001:00000010:1.0:1749611389.950360:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b47000. 00000001:00000010:1.0:1749611389.950420:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b51000. 00000001:00000010:1.0:1749611389.950481:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b5b000. 00000001:00000010:1.0:1749611389.950564:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b65000. 00000001:00000010:1.0:1749611389.950624:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b6f000. 00000001:00000010:1.0:1749611389.950685:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b79000. 00000001:00000010:1.0:1749611389.950743:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b83000. 00000001:00000010:1.0:1749611389.950800:0:25199:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b8d000. 00000020:00000010:1.0:1749611389.950867:0:25199:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880086dca800. 00000020:00000010:1.0:1749611389.950870:0:25199:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a3713000. 00010000:00000001:1.0:1749611389.950881:0:25199:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611389.950907:0:25199:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611389.950920:0:25199:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880086dcb000. 00000020:00000010:1.0:1749611389.950923:0:25199:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012d05bc00. 00010000:00000001:1.0:1749611389.950932:0:25199:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611389.950939:0:25199:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00010000:00000001:1.0:1749611389.950941:0:25199:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611389.950944:0:25199:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134576822272 : -131939132729344 : ffff880086dc9800) 00010000:00000001:1.0:1749611389.950947:0:25199:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611389.950950:0:25199:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff8800b2188400. 00000010:00000010:1.0:1749611389.950953:0:25199:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800a3713920. 00000010:00000010:1.0:1749611389.950956:0:25199:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800a3713180. 00000010:00000010:1.0:1749611389.950958:0:25199:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff88012b490f00. 00000010:00000001:1.0:1749611389.950960:0:25199:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.950979:0:25199:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88008d42d000. 00000020:00000010:1.0:1749611389.950982:0:25199:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b2000. 00000010:00000001:1.0:1749611389.950995:0:25199:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.951000:0:25199:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c8f2600. 00000040:00000010:1.0:1749611389.951003:0:25199:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c8f3800. 00000020:00000010:1.0:1749611389.951006:0:25199:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197c000. 00000020:00000010:1.0:1749611389.951010:0:25199:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611389.951015:0:25199:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f2e00. 80000000:00000010:1.0:1749611389.951018:0:25199:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44900. 40000000:00000010:1.0:1749611389.951021:0:25199:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012c82fcc0. 00100000:00000010:1.0:1749611389.951024:0:25199:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c800. 00040000:00000010:1.0:1749611389.951027:0:25199:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9800. 00040000:00000010:1.0:1749611389.951031:0:25199:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f2400. 00080000:00000010:1.0:1749611389.951035:0:25199:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a10000. 00080000:00000010:1.0:1749611389.951039:0:25199:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00000004:00000010:1.0:1749611389.951042:0:25199:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197d000. 00000004:00000010:1.0:1749611389.951046:0:25199:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611389.951049:0:25199:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197e800. 00000004:00000010:1.0:1749611389.951052:0:25199:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880086dc9c00. 00000020:00000010:1.0:1749611389.951055:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3e00. 00000020:00000010:1.0:1749611389.951059:0:25199:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2188a00. 00000020:00000010:1.0:1749611389.951062:0:25199:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000008:00000010:1.0:1749611389.951065:0:25199:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf340. 00020000:00000010:1.0:1749611389.951068:0:25199:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5f80. 00008000:00000010:1.0:1749611389.951072:0:25199:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7760. 00000080:00000010:1.0:1749611389.951080:0:25199:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a870. 00000020:00000010:1.0:1749611389.951083:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000020:00000001:1.0:1749611389.951086:0:25199:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.951088:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 4 - setup 00000020:00000080:1.0:1749611389.951091:0:25199:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611389.951093:0:25199:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.951094:0:25199:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.951098:0:25199:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009ac448a0. 00000020:00000001:1.0:1749611389.951104:0:25199:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611389.951106:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a800. 00000020:00000010:1.0:1749611389.951109:0:25199:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05aa00. 00000040:00000010:1.0:1749611389.951112:0:25199:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05a600. 00000020:00000010:1.0:1749611389.951115:0:25199:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197e800. 00000020:00000010:1.0:1749611389.951118:0:25199:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611389.951121:0:25199:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b200. 80000000:00000010:1.0:1749611389.951123:0:25199:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0215a0. 40000000:00000010:1.0:1749611389.951126:0:25199:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5266f80. 00100000:00000010:1.0:1749611389.951128:0:25199:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197d000. 00040000:00000010:1.0:1749611389.951131:0:25199:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9800. 00040000:00000010:1.0:1749611389.951133:0:25199:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a400. 00080000:00000010:1.0:1749611389.951157:0:25199:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611389.951162:0:25199:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a10000. 00000004:00000010:1.0:1749611389.951168:0:25199:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c800. 00000004:00000010:1.0:1749611389.951173:0:25199:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611389.951177:0:25199:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197c000. 00000004:00000010:1.0:1749611389.951182:0:25199:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88008d42f400. 00000020:00000010:1.0:1749611389.951186:0:25199:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b400. 00000020:00000010:1.0:1749611389.951191:0:25199:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac4cf80. 00000020:00000010:1.0:1749611389.951195:0:25199:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000020:00000010:1.0:1749611389.951199:0:25199:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88007ddf4e40. 00000020:00000010:1.0:1749611389.951203:0:25199:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b5266f40. 00000020:00000001:1.0:1749611389.951206:0:25199:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611389.951209:0:25199:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611389.951218:0:25199:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611389.951220:0:25199:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611389.951221:0:25199:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611389.951224:0:25199:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197f800. 00000020:00000001:1.0:1749611389.951226:0:25199:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611389.951229:0:25199:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197f800 with handle 0x689c0ec07329d44d to hash 00000020:00000001:1.0:1749611389.951231:0:25199:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611389.951234:0:25199:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611389.951235:0:25199:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.951238:0:25199:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=3 00000020:00000040:1.0:1749611389.951241:0:25199:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 5 - export 00000020:00000001:1.0:1749611389.951244:0:25199:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000040:1.0:1749611389.951247:0:25199:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 2 00000020:00000080:1.0:1749611389.951249:0:25199:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d44d 00000020:00000001:1.0:1749611389.951251:0:25199:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.951252:0:25199:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611389.951254:0:25199:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d44d 00000020:00000001:1.0:1749611389.951255:0:25199:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611389.951257:0:25199:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197f800 refcount=3 00000020:00000001:1.0:1749611389.951259:0:25199:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000001:1.0:1749611389.951261:0:25199:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:1.0:1749611389.951264:0:25199:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611389.951266:0:25199:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611389.951268:0:25199:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611389.951271:0:25199:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611389.951273:0:25199:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:1.0:1749611389.951276:0:25199:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611389.951278:0:25199:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611389.951280:0:25199:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d44d 00000020:00000001:1.0:1749611389.951281:0:25199:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611389.951283:0:25199:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197f800 refcount=4 00000020:00000001:1.0:1749611389.951285:0:25199:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000001:1.0:1749611389.951287:0:25199:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:1.0:1749611389.951289:0:25199:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611389.951294:0:25199:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749611389.951296:0:25199:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611389.951299:0:25199:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 3 00000100:00080000:1.0:1749611389.951302:0:25199:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff88007197f000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611389.951304:0:25199:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611389.951306:0:25199:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611389.951310:0:25199:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611389.951312:0:25199:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611389.951314:0:25199:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611389.951317:0:25199:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.951319:0:25199:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611389.951320:0:25199:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611389.951324:0:25199:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76d80. 00000020:00000040:1.0:1749611389.951326:0:25199:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611389.951329:0:25199:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611389.951330:0:25199:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.951333:0:25199:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611389.951334:0:25199:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611389.951336:0:25199:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611389.951341:0:25199:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc9c00. 00000100:00000001:1.0:1749611389.951345:0:25199:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611389.951351:0:25199:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611389.951361:0:25199:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611389.951364:0:25199:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611389.951368:0:25199:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880081d76d80] to pc [ptlrpcd_rcv+-1] req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611389.951395:0:25199:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.951398:0:25199:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611389.951400:0:25199:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749611389.951402:0:25199:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611389.951415:0:25199:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611389.951422:0:25199:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.951482:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611389.951488:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611389.951490:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611389.951499:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611389.951513:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611389.951520:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1749611389.951555:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6001) 00000100:00000001:0.0:1749611389.951555:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611389.951557:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.951561:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611389.951563:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611389.951566:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611389.951570:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880081d76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494664832:0@lo:38:llog_process_th.0 00000100:00000001:0.0:1749611389.951574:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611389.951577:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611389.951579:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611389.951581:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611389.951585:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4063000. 02000000:00000001:0.0:1749611389.951588:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611389.951592:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000400:00000010:0.0:1749611389.951596:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749611389.951600:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494664832, portal 10 00000100:00000001:0.0:1749611389.951602:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611389.951604:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134492597632 : -131939216953984 : ffff880081d76d80) 00000020:00000010:0.0:1749611389.951610:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88007d28e000. 00000100:00000040:0.0:1749611389.951617:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.951625:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611389.951628:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611389.951629:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000200:0.0:1749611389.951632:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494664832, offset 0 00000400:00000200:0.0:1749611389.951636:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611389.951644:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611389.951651:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947880 00000400:00000200:0.0:1749611389.951656:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 79864 00000400:00000200:0.0:1749611389.951662:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611389.951665:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611389.951669:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749611389.951670:0:25199:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=4 00000100:00000200:0.0:1749611389.951676:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611389.951677:0:25199:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611389.951679:0:25199:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=5 00000100:00000010:0.0:1749611389.951680:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ca80. 00000020:00000001:1.0:1749611389.951681:0:25199:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611389.951683:0:25199:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88007ddf4e40. 00000100:00000040:0.0:1749611389.951683:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9ca80 x1834598494664832 msgsize 520 00000020:00000040:2.0:1749611389.951687:0:25202:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 4 00000100:00100000:0.0:1749611389.951687:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611389.951688:0:25199:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b5266f40. 00000020:00000010:1.0:1749611389.951693:0:25199:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05aa00. 00000040:00000010:1.0:1749611389.951696:0:25199:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05a600. 00000020:00000010:1.0:1749611389.951699:0:25199:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197e800. 00000020:00000010:1.0:1749611389.951703:0:25199:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611389.951707:0:25199:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b200. 00000100:00000001:0.0:1749611389.951710:0:28320:0:(events.c:374:request_in_callback()) Process leaving 80000000:00000010:1.0:1749611389.951711:0:25199:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0215a0. 40000000:00000010:1.0:1749611389.951714:0:25199:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b5266f80. 00100000:00000010:1.0:1749611389.951716:0:25199:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197d000. 00000400:00000200:0.0:1749611389.951717:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:0.0:1749611389.951719:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00040000:00000010:1.0:1749611389.951720:0:25199:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9800. 00000100:00000001:0.0:1749611389.951722:0:28320:0:(events.c:35:request_out_callback()) Process entered 00040000:00000010:1.0:1749611389.951723:0:25199:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a400. 00080000:00000010:1.0:1749611389.951726:0:25199:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a10000. 00000100:00000200:0.0:1749611389.951727:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1749611389.951730:0:25199:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00000004:00000010:1.0:1749611389.951733:0:25199:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c800. 00000100:00000001:0.0:1749611389.951735:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000004:00000010:1.0:1749611389.951737:0:25199:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000100:00000040:0.0:1749611389.951738:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1749611389.951740:0:25199:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197c000. 00000004:00000010:1.0:1749611389.951743:0:25199:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88008d42f400. 00000100:00000001:3.0:1749611389.951745:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611389.951745:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.951746:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a800. 00000100:00000001:0.0:1749611389.951746:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611389.951749:0:25199:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac4cf80. 00000100:00100000:3.0:1749611389.951750:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494664832 00000100:00000001:0.0:1749611389.951750:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.951752:0:25199:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 02000000:00000001:3.0:1749611389.951753:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611389.951753:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1749611389.951755:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611389.951755:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b400. 00000100:00000001:0.0:1749611389.951756:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300663432 00000100:00000001:3.0:1749611389.951758:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.951759:0:25199:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012c82fe40. 00000100:00000001:0.0:1749611389.951761:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300663428 02000000:00000001:3.0:1749611389.951762:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.951762:0:25199:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012c82fd00. 00000020:00000001:1.0:1749611389.951764:0:25199:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611389.951765:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494664832 00000100:00000001:0.0:1749611389.951765:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300663432 00000020:00000001:1.0:1749611389.951766:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.951767:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611389.951769:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000040:00001000:1.0:1749611389.951769:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0f08 type=0x10620000 idx=23 00000100:00000001:0.0:1749611389.951769:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300663428 00000020:00000001:3.0:1749611389.951771:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:1.0:1749611389.951772:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00000001:0.0:1749611389.951772:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300663432 00000020:00000001:3.0:1749611389.951774:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951775:0:25199:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611389.951775:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300663428 00000020:00000001:3.0:1749611389.951776:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.951777:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300663432 00000020:00000010:3.0:1749611389.951780:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5400. 00000100:00000001:0.0:1749611389.951780:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300663428 00000020:00000001:1.0:1749611389.951783:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611389.951783:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.951785:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.951786:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951787:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0f88 type=0x10620000 idx=24 00000040:00001000:1.0:1749611389.951789:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00000001:0.0:1749611389.951789:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951791:0:25199:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611389.951791:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611389.951792:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000020:00000001:1.0:1749611389.951793:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000010:3.0:1749611389.951795:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000020:00000001:1.0:1749611389.951795:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951796:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1018 type=0x10620000 idx=25 00000100:00000001:0.0:1749611389.951797:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000040:00001000:1.0:1749611389.951798:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000100:00000001:0.0:1749611389.951799:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1749611389.951800:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000040:00001000:1.0:1749611389.951800:0:25199:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611389.951802:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749611389.951802:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951803:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.951804:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951805:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec10b8 type=0x10620000 idx=26 00000100:00000001:0.0:1749611389.951806:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000040:00001000:1.0:1749611389.951807:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000100:00000001:0.0:1749611389.951807:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611389.951808:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951808:0:25199:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611389.951809:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.951810:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.951811:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1749611389.951811:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611389.951813:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.951815:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.951816:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611389.951817:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1198 type=0x10620000 idx=27 00000040:00001000:1.0:1749611389.951819:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:1.0:1749611389.951821:0:25199:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951822:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.951823:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.951824:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:3.0:1749611389.951825:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611389.951826:0:25199:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611389.951827:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611389.951828:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951829:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1278 type=0x10620000 idx=28 00000040:00001000:1.0:1749611389.951831:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000100:00100000:3.0:1749611389.951832:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00000001:2.0:1749611389.951832:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000040:00001000:1.0:1749611389.951833:0:25199:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611389.951834:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611389.951834:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749611389.951835:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321834624 : -131939387716992 : ffff880077a9ca80) 00000100:00000001:2.0:1749611389.951836:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.951836:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951838:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec12c8 type=0x10620000 idx=29 00000100:00000001:2.0:1749611389.951839:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951839:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000100:00000040:3.0:1749611389.951841:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9ca80 x1834598494664832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611409 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1749611389.951845:0:25199:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951847:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.951849:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.951850:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.951851:0:25199:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611389.951853:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494664832:12345-0@lo:38:llog_process_th.0 00000020:00000001:1.0:1749611389.951853:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951855:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec13a8 type=0x10620000 idx=30 00000040:00001000:1.0:1749611389.951857:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000100:00000200:3.0:1749611389.951858:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494664832 00000040:00001000:1.0:1749611389.951858:0:25199:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611389.951860:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611389.951860:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.951861:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00000001:3.0:1749611389.951862:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000040:00000001:1.0:1749611389.951862:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.951864:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.951866:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951867:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1488 type=0x10620000 idx=31 00000020:00000040:3.0:1749611389.951869:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000040:00001000:1.0:1749611389.951869:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:1.0:1749611389.951871:0:25199:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611389.951872:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000020:00000001:1.0:1749611389.951873:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951874:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951876:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec14e0 type=0x10620000 idx=32 00000100:00000001:3.0:1749611389.951877:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000040:00001000:1.0:1749611389.951877:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 02000000:00000001:3.0:1749611389.951879:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000040:00001000:1.0:1749611389.951879:0:25199:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951880:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951882:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951883:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1560 type=0x10620000 idx=33 02000000:00000010:3.0:1749611389.951884:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88009c9a7800. 00000040:00001000:1.0:1749611389.951885:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 02000000:00000001:3.0:1749611389.951886:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951887:0:25199:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611389.951888:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.951888:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951890:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611389.951891:0:9692:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00001000:1.0:1749611389.951891:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec15f0 type=0x10620000 idx=34 00000040:00001000:1.0:1749611389.951893:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:1.0:1749611389.951895:0:25199:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951896:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951897:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749611389.951898:0:9692:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 5996 last 0 00010000:00000001:3.0:1749611389.951902:0:9692:0:(obd_class.h:881:obd_connect()) Process entered 00000040:00001000:1.0:1749611389.951903:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1670 type=0x10620000 idx=35 00000040:00001000:1.0:1749611389.951905:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000004:00000001:3.0:1749611389.951906:0:9692:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000040:00001000:1.0:1749611389.951907:0:25199:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611389.951908:0:9692:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611389.951909:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611389.951910:0:9692:0:(genops.c:950:__class_new_export()) Process entered 00000040:00000001:1.0:1749611389.951911:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.951912:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:3.0:1749611389.951913:0:9692:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51bb000. 00000020:00000001:1.0:1749611389.951914:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611389.951915:0:9692:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1749611389.951916:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951917:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1750 type=0x10620000 idx=36 00000020:00000040:3.0:1749611389.951918:0:9692:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51bb000 with handle 0x689c0ec07329d454 to hash 00000040:00001000:1.0:1749611389.951919:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:1.0:1749611389.951921:0:25199:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951922:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.951923:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.951924:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611389.951925:0:9692:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611389.951926:0:25199:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.951927:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.951929:0:9692:0:(obd_class.h:1037:obd_init_export()) Process entered 00000040:00001000:1.0:1749611389.951929:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1830 type=0x10620000 idx=37 00000004:00000001:3.0:1749611389.951931:0:9692:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000040:00001000:1.0:1749611389.951931:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:1.0:1749611389.951932:0:25199:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000004:00000010:3.0:1749611389.951934:0:9692:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8800b5397600. 00000020:00000001:1.0:1749611389.951934:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951935:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611389.951937:0:9692:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000040:00001000:1.0:1749611389.951937:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1880 type=0x10620000 idx=38 00000040:00001000:1.0:1749611389.951939:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:1.0:1749611389.951940:0:25199:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:3.0:1749611389.951941:0:9692:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff880129ca7680. 00000020:00000001:1.0:1749611389.951942:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:3.0:1749611389.951943:0:9692:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611389.951943:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.951944:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.951945:0:25199:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611389.951946:0:9692:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000020:00000001:1.0:1749611389.951947:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611389.951948:0:9692:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749611389.951949:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1960 type=0x10620000 idx=39 00000040:00001000:1.0:1749611389.951950:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000001:00000010:3.0:1749611389.951952:0:9692:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880130e8a180. 00000040:00001000:1.0:1749611389.951952:0:25199:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951954:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.951955:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:3.0:1749611389.951956:0:9692:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800844b6500. 00000001:00000010:3.0:1749611389.951959:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5600. 00000040:00000001:1.0:1749611389.951959:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.951961:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1749611389.951962:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5a00. 00000020:00000001:1.0:1749611389.951964:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611389.951965:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5e00. 00000040:00001000:1.0:1749611389.951966:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1a40 type=0x10620000 idx=40 00000001:00000010:3.0:1749611389.951968:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5000. 00000040:00001000:1.0:1749611389.951968:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:1.0:1749611389.951970:0:25199:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:3.0:1749611389.951971:0:9692:0:(hash.c:1039:cfs_hash_create()) Process entered 00000020:00000001:1.0:1749611389.951972:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:3.0:1749611389.951973:0:9692:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff880130e8a600. 00000020:00000001:1.0:1749611389.951973:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951975:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1a98 type=0x10620000 idx=41 00000001:00000010:3.0:1749611389.951976:0:9692:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800844b6900. 00000040:00001000:1.0:1749611389.951976:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000001:00000010:3.0:1749611389.951978:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4800. 00000040:00001000:1.0:1749611389.951978:0:25199:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:3.0:1749611389.951980:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4200. 00000020:00000001:1.0:1749611389.951980:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951981:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611389.951983:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5200. 00000040:00001000:1.0:1749611389.951983:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1b18 type=0x10620000 idx=42 00000001:00000010:3.0:1749611389.951985:0:9692:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5800. 00000040:00001000:1.0:1749611389.951985:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1749611389.951986:0:25199:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00010000:00000001:3.0:1749611389.951988:0:9692:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.951988:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.951989:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611389.951990:0:9692:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951991:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1ba8 type=0x10620000 idx=43 00000004:00000001:3.0:1749611389.951992:0:9692:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951992:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000020:00000001:3.0:1749611389.951994:0:9692:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951994:0:25199:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.951996:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:3.0:1749611389.951997:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=3 00000020:00000001:1.0:1749611389.951997:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.951999:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1c28 type=0x10620000 idx=44 00000020:00000040:3.0:1749611389.952000:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000040:00001000:1.0:1749611389.952000:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:1.0:1749611389.952002:0:25199:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611389.952003:0:9692:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000020:00000001:1.0:1749611389.952004:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.952005:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:3.0:1749611389.952006:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 2 00000040:00000001:1.0:1749611389.952006:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000080:3.0:1749611389.952007:0:9692:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x689c0ec07329d454 00000020:00000001:1.0:1749611389.952007:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611389.952009:0:9692:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611389.952009:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.952011:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1749611389.952011:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1d08 type=0x10620000 idx=45 00000040:00001000:1.0:1749611389.952012:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000020:00000040:3.0:1749611389.952013:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d454 00000040:00001000:1.0:1749611389.952014:0:25199:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611389.952019:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611389.952020:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:3.0:1749611389.952021:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb000 refcount=3 00000040:00000001:1.0:1749611389.952021:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.952022:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1749611389.952023:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000020:00000001:1.0:1749611389.952024:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611389.952026:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000020:00000001:1.0:1749611389.952026:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952028:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1de8 type=0x10620000 idx=46 00000001:00000001:3.0:1749611389.952029:0:9692:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000040:00001000:1.0:1749611389.952030:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:1.0:1749611389.952032:0:25199:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:3.0:1749611389.952033:0:9692:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000020:00000001:1.0:1749611389.952033:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.952034:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952036:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1e38 type=0x10620000 idx=47 00000040:00001000:1.0:1749611389.952038:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000001:00000040:3.0:1749611389.952039:0:9692:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000040:00001000:1.0:1749611389.952039:0:25199:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.952041:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.952042:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000040:3.0:1749611389.952043:0:9692:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00000001:1.0:1749611389.952043:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.952044:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1749611389.952045:0:9692:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000020:00000001:1.0:1749611389.952046:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611389.952048:0:9692:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000040:00001000:1.0:1749611389.952048:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec1f18 type=0x10600000 idx=48 00000040:00001000:1.0:1749611389.952049:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000020:00000040:3.0:1749611389.952050:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=4 00000040:00001000:1.0:1749611389.952051:0:25199:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000001:00000040:3.0:1749611389.952052:0:9692:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000040:00000001:1.0:1749611389.952053:0:25199:0:(lustre_log.h:469:llog_next_block()) Process entered 00000001:00000001:3.0:1749611389.952055:0:9692:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611389.952055:0:25199:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000001:00000040:3.0:1749611389.952058:0:9692:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00001000:1.0:1749611389.952059:0:25199:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000001:00000001:3.0:1749611389.952061:0:9692:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1749611389.952065:0:9692:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1749611389.952068:0:9692:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000040:00000001:1.0:1749611389.952068:0:25199:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1749611389.952069:0:9692:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611389.952070:0:25199:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749611389.952072:0:9692:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000040:00001000:1.0:1749611389.952072:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0000 type=0x10620000 idx=49 00000040:00001000:1.0:1749611389.952074:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000020:00000001:3.0:1749611389.952075:0:9692:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000040:00001000:1.0:1749611389.952076:0:25199:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:01000000:3.0:1749611389.952077:0:9692:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000020:00000001:1.0:1749611389.952077:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.952079:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000010:3.0:1749611389.952080:0:9692:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff88009b1f1180. 00000040:00000001:1.0:1749611389.952080:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611389.952081:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611389.952083:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952085:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec00e0 type=0x10620000 idx=50 00000020:00000040:3.0:1749611389.952088:0:9692:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000020:00000001:3.0:1749611389.952090:0:9692:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000040:00001000:1.0:1749611389.952090:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611389.952092:0:25199:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000010:3.0:1749611389.952093:0:9692:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff88009b1f1180. 00000020:00000001:1.0:1749611389.952094:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611389.952096:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.952098:0:9692:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000040:00001000:1.0:1749611389.952098:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0158 type=0x10620000 idx=51 00000004:00000001:3.0:1749611389.952100:0:9692:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952100:0:25199:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:1.0:1749611389.952102:0:25199:0:(lustre_log.h:469:llog_next_block()) Process entered 00000004:00000001:3.0:1749611389.952103:0:9692:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611389.952103:0:25199:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00010000:00000001:3.0:1749611389.952105:0:9692:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952105:0:25199:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000020:00000010:3.0:1749611389.952108:0:9692:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b51b9800. 00000040:00000001:1.0:1749611389.952109:0:25199:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611389.952111:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000040:00000001:1.0:1749611389.952111:0:25199:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952113:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0158 type=0x10620000 idx=51 00000040:00001000:1.0:1749611389.952115:0:25199:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000020:00000001:3.0:1749611389.952116:0:9692:0:(genops.c:1236:class_import_put()) Process entered 00000040:00001000:1.0:1749611389.952117:0:25199:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000020:00000001:1.0:1749611389.952118:0:25199:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611389.952119:0:25199:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611389.952120:0:25199:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:3.0:1749611389.952121:0:9692:0:(genops.c:1242:class_import_put()) import ffff8800b51b9800 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1749611389.952122:0:25199:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611389.952124:0:9692:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749611389.952124:0:25199:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611389.952125:0:25199:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009bec0238 type=0x0 idx=0 00000020:00000010:3.0:1749611389.952126:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397200. 00000040:00000001:1.0:1749611389.952127:0:25199:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611389.952129:0:25199:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000020:00000040:3.0:1749611389.952131:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=5 00000040:00000010:1.0:1749611389.952132:0:25199:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009bec0000. 00000100:00000040:3.0:1749611389.952133:0:9692:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff8800b51bb000 : new rpc_count 1 00000100:00000001:3.0:1749611389.952162:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611389.952165:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749611389.952165:0:25199:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129cf1d40. 00000100:00000040:3.0:1749611389.952167:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611389.952169:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611389.952172:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611389.952175:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000040:3.0:1749611389.952178:0:9692:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=6 00000100:00000001:3.0:1749611389.952183:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611389.952185:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611389.952187:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611389.952190:0:9692:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:1.0:1749611389.952191:0:25199:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d124c00. 02000000:00000001:3.0:1749611389.952192:0:9692:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1749611389.952195:0:9692:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 02000000:00000001:3.0:1749611389.952197:0:9692:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 00000040:00000010:1.0:1749611389.952198:0:25199:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d125000. 02000000:00000001:3.0:1749611389.952200:0:9692:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.952201:0:25199:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a800. 00000100:00000001:3.0:1749611389.952203:0:9692:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000010:1.0:1749611389.952205:0:25199:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000100:00000001:3.0:1749611389.952206:0:9692:0:(recover.c:146:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1749611389.952208:0:9692:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.952209:0:25199:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d125e00. 00000100:00080000:3.0:1749611389.952210:0:9692:0:(import.c:66:import_set_state_nolock()) ffff8800b51b9800 : changing import state from RECOVER to FULL 80000000:00000010:1.0:1749611389.952211:0:25199:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976fa80. 00000100:00000001:3.0:1749611389.952213:0:9692:0:(obd_class.h:1246:obd_import_event()) Process entered 40000000:00000010:1.0:1749611389.952214:0:25199:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cf1b40. 00000100:00000001:3.0:1749611389.952215:0:9692:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611389.952217:0:9692:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1749611389.952217:0:25199:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197a000. 00000020:00000040:3.0:1749611389.952220:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 5 00040000:00000010:1.0:1749611389.952220:0:25199:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9000. 00040000:00000010:1.0:1749611389.952222:0:25199:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125800. 00000020:00000040:3.0:1749611389.952223:0:9692:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00010000:00000001:3.0:1749611389.952226:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.952229:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611389.952231:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00080000:00000010:1.0:1749611389.952233:0:25199:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00000020:00000001:3.0:1749611389.952234:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00080000:00000010:1.0:1749611389.952236:0:25199:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749611389.952240:0:25199:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880071979800. 00000020:00000001:3.0:1749611389.952241:0:9692:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611389.952243:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000004:00000010:1.0:1749611389.952244:0:25199:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000020:00000001:3.0:1749611389.952245:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749611389.952248:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611389.952248:0:25199:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071979000. 00000020:00000001:3.0:1749611389.952250:0:9692:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00002000:00000010:1.0:1749611389.952250:0:25199:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006bb8b800. 00000004:00000010:1.0:1749611389.952254:0:25199:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88006bb88000. 00000001:00000001:3.0:1749611389.952255:0:9692:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749611389.952257:0:9692:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611389.952257:0:25199:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000001:00000001:3.0:1749611389.952259:0:9692:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749611389.952260:0:9692:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.952262:0:9692:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611389.952265:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494664832 00010000:00000001:3.0:1749611389.952267:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749611389.952273:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880077a9ca80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611409 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611389.952281:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611389.952283:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611389.952286:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=144 v=5 (1 1 1 1) 00000100:00001000:3.0:1749611389.952291:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749611389.952294:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611389.952296:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611389.952298:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611389.952300:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611389.952302:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.952304:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611389.952306:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000010:0.0:1749611389.952308:0:25161:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16780. 00000400:00000010:3.0:1749611389.952309:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:3.0:1749611389.952313:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494664832, offset 0 00000040:00000001:0.0:1749611389.952314:0:25161:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611389.952316:0:25161:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000400:00000200:3.0:1749611389.952317:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000001:0.0:1749611389.952320:0:25161:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611389.952324:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bdc600/ffff88009959db00 to site lru. bkt: ffff880111e9a840 00000400:00000200:3.0:1749611389.952325:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:0.0:1749611389.952327:0:25161:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b8570. 00000040:00000001:0.0:1749611389.952330:0:25161:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611389.952332:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf947880 00000040:00000010:0.0:1749611389.952333:0:25161:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f02000. 00000400:00000200:3.0:1749611389.952337:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x8c25 [1] + 0 00000040:00000010:0.0:1749611389.952337:0:25161:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012db4ba00. 00000020:00000001:0.0:1749611389.952340:0:25161:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611389.952342:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1749611389.952343:0:25161:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000400:00000200:3.0:1749611389.952346:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749611389.952348:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8bdc000. 00000100:00000001:3.0:1749611389.952349:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000040:00000010:0.0:1749611389.952351:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800a8bdc400. 00000020:00000010:0.0:1749611389.952354:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a728000. 00000100:00000200:3.0:1749611389.952359:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611389.952359:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8bdda00. 80000000:00000010:0.0:1749611389.952363:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b161e0. 00040000:00000010:0.0:1749611389.952366:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8bddc00. 00000100:00000040:3.0:1749611389.952369:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1749611389.952370:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:0.0:1749611389.952377:0:25161:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009bad0000. 00080000:00000010:0.0:1749611389.952380:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a824000. 00000020:00000010:0.0:1749611389.952383:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdde00. 00000100:00000001:3.0:1749611389.952384:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 10000000:00000010:0.0:1749611389.952386:0:25161:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55940. 00000400:00000200:3.0:1749611389.952389:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 10000000:01000000:0.0:1749611389.952389:0:25161:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00000400:00000010:3.0:1749611389.952392:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 10000000:00000001:0.0:1749611389.952392:0:25161:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.952395:0:9692:0:(events.c:387:reply_out_callback()) Process entered 10000000:00000001:0.0:1749611389.952395:0:25161:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.952396:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611389.952397:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611389.952398:0:25161:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611389.952400:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.952400:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611389.952401:0:25161:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88006a381780. 00000100:00000040:3.0:1749611389.952403:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:0.0:1749611389.952403:0:25161:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dffa00. 00010000:00000001:3.0:1749611389.952405:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:1.0:1749611389.952405:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749611389.952406:0:25161:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611389.952407:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611389.952407:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749611389.952408:0:25161:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611389.952409:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1749611389.952409:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000020:00000010:0.0:1749611389.952411:0:25161:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff880129c55340. 00000100:00000040:3.0:1749611389.952413:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ca80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611409 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611389.952413:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:1.0:1749611389.952415:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:1.0:1749611389.952418:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611389.952419:0:25161:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff880117b16240. 00000020:00000001:0.0:1749611389.952423:0:25161:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000100:00100000:3.0:1749611389.952424:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494664832:12345-0@lo:38:llog_process_th.0 Request processed in 570us (738us total) trans 0 rc 0/0 00000100:00000200:1.0:1749611389.952424:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611389.952425:0:25161:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000100:00100000:3.0:1749611389.952432:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00000200:1.0:1749611389.952434:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611389.952435:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb000 : new rpc_count 0 00000100:00000001:3.0:1749611389.952438:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611389.952439:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611389.952439:0:25161:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff88007d28a000. 00000100:00000001:1.0:1749611389.952441:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611389.952442:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611389.952443:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000001:1.0:1749611389.952444:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749611389.952446:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 02000000:00000001:1.0:1749611389.952446:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611389.952448:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:01000004:0.0:1749611389.952449:0:25161:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:00000010:3.0:1749611389.952450:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5400. 00000100:00000001:1.0:1749611389.952450:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611389.952451:0:25161:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1749611389.952452:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611389.952453:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 00000020:01000004:0.0:1749611389.952453:0:25161:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611389.952454:0:25161:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1749611389.952455:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1749611389.952455:0:25161:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611389.952456:0:25161:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:1.0:1749611389.952458:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880124a10000. 00000020:01000004:0.0:1749611389.952458:0:25161:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611389.952459:0:25161:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:0.0:1749611389.952461:0:25161:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00001000:1.0:1749611389.952463:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197f438 time=1749611389 v=5 (0 0 0 0) 10000000:00000001:0.0:1749611389.952463:0:25161:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611389.952465:0:25161:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 00000100:00001000:1.0:1749611389.952467:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=1749611389 v=0 (0 0 0 0) 10000000:01000000:0.0:1749611389.952468:0:25161:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 00000100:00001000:1.0:1749611389.952470:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197f3f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 10000000:00000001:0.0:1749611389.952470:0:25161:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000001:1.0:1749611389.952473:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1749611389.952474:0:25161:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ce00. 00000100:00000001:1.0:1749611389.952475:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611389.952477:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1749611389.952478:0:25161:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00010000:00080000:1.0:1749611389.952480:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1749611389.952481:0:25161:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611389.952482:0:25161:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611389.952483:0:25161:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611389.952485:0:25161:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611389.952486:0:25161:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611389.952487:0:25161:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611389.952488:0:25161:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611389.952489:0:25161:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1749611389.952491:0:25161:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611389.952493:0:25161:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611389.952496:0:25161:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611389.952501:0:25161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880070f02000. 00010000:00000001:1.0:1749611389.952502:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.952505:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611389.952505:0:25161:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611389.952507:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 10000000:01000000:0.0:1749611389.952509:0:25161:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000040:1.0:1749611389.952510:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611389.952511:0:25161:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749611389.952512:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611389.952513:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.952513:0:25161:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1749611389.952517:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611389.952517:0:25161:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381780. 00000100:00000001:0.0:1749611389.952519:0:25161:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096279424 : -131939613272192 : ffff88006a381780) 00000100:00000001:0.0:1749611389.952522:0:25161:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611389.952552:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611389.952555:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611389.952556:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611389.952558:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1749611389.952563:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000020:00000001:1.0:1749611389.952565:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611389.952567:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d44d 00000020:00000001:1.0:1749611389.952569:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611389.952570:0:25161:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321835520 : -131939387716096 : ffff880077a9ce00) 00000020:00000040:1.0:1749611389.952571:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197f800 refcount=5 00000020:00000001:1.0:1749611389.952573:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:0.0:1749611389.952575:0:25161:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749611389.952576:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:0.0:1749611389.952578:0:25161:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611389.952579:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=1749611389 v=0 (0 0 0 0) 00000100:00000001:0.0:1749611389.952580:0:25161:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611389.952581:0:25161:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1749611389.952582:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197f3f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1749611389.952586:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611389.952587:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1749611389.952589:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 4 00000100:00000001:1.0:1749611389.952591:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611389.952593:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00080000:1.0:1749611389.952594:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00000001:0.0:1749611389.952594:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611389.952596:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611389.952597:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197f000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1749611389.952599:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00080000:0.0:1749611389.952599:0:25161:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611389.952601:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749611389.952602:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611389.952606:0:25161:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.952608:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611389.952609:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.952610:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00100000:0.0:1749611389.952611:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:1.0:1749611389.952612:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.952613:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611389.952615:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611389.952615:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611389.952617:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611389.952618:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611389.952620:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611389.952620:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611389.952629:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880081d76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494664832:0@lo:38:llog_process_th.0 00000100:00000001:1.0:1749611389.952634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.952636:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611389.952639:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880081d76d80 x1834598494664832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611389.952645:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611389.952647:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611389.952650:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4063000. 02000000:00000001:1.0:1749611389.952653:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611389.952654:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611389.952655:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611389.952657:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611389.952659:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc9c00. 02000000:00000001:1.0:1749611389.952661:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611389.952663:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611389.952664:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081d76d80. 00000100:00000001:1.0:1749611389.952668:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611389.952669:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611389.952671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.952673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611389.952675:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611389.952676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611389.952678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611389.974635:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300663432, at 4300663432 00000100:00000040:2.0:1749611389.974636:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300663432, at 4300663432 00000100:00000040:1.0:1749611389.974636:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300663432, at 4300663432 00000100:00000040:3.0:1749611389.974639:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300663432, at 4300663432 00000100:00000010:0.0:1749611389.974654:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee600. 00000100:00000010:3.0:1749611389.974661:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee380. 00000100:00000010:1.0:1749611389.974671:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee940. 00000100:00000010:2.0:1749611389.974682:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeefc0. 00000800:00000200:2.0:1749611389.998647:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749611389.998655:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749611389.998661:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749611389.998903:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749611389.998909:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749611389.998925:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749611389.998930:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749611389.998932:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611390.458716:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611390.458725:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611390.458727:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611390.458732:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611390.458737:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611390.458741:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611390.458744:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611390.458747:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611390.458749:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611390.621656:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611390.621662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611390.621664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611390.621668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611390.621671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611390.621674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611390.621677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611390.621680:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611390.621682:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611390.920667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611390.920676:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611390.920804:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611390.920810:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611390.920814:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611390.952631:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611390.952655:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611390.952657:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611390.952661:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611390.952665:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611390.952669:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611390.952672:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611390.952675:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611390.952677:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611391.458702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611391.458712:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611391.458715:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611391.458719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611391.458723:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611391.458727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.458730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611391.458733:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.458735:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611391.621776:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611391.621783:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611391.621785:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611391.621790:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611391.621793:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611391.621797:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.621799:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611391.621812:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611391.621823:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611391.621827:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611391.621836:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611391.621840:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.621843:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611391.621845:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611391.621848:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611391.621887:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494663424:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611391.621892:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.621895:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611391.621898:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611391.621900:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611391.621903:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611391.621910:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611391.621913:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab000. 00000100:00000001:0.0:1749611391.621918:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611391.621919:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611391.621924:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611391.621928:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611391.621932:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611391.621936:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f400 refcount=4 00000020:00000001:0.0:1749611391.621938:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:0.0:1749611391.621941:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00010000:0.0:1749611391.621947:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611391.621957:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611391.621963:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611391.621969:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611391.621972:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611391.621978:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611391.621980:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611391.621989:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611391.621995:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611391.621998:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611391.622001:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611391.622004:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611391.622010:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611391.622013:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611391.622015:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611391.622021:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611391.622022:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611391.622024:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611391.622025:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f400 refcount=5 00000020:00000001:0.0:1749611391.622027:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:0.0:1749611391.622029:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:0.0:1749611391.622032:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611391.622035:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611391.622040:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611391.622043:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611391.622048:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611391.622051:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611391.622053:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611391.622055:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611391.622057:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611391.622059:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611391.622061:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611391.622067:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611391.622069:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611391.622072:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f400 with handle 0x689c0ec07329d431 from hash 00010000:00000001:0.0:1749611391.622074:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611391.622076:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611391.622077:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611391.622078:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611391.622080:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611391.622081:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611391.622084:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611391.622085:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611391.622086:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611391.622088:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611391.622091:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611391.622095:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611391.622096:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611391.622098:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611391.622099:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611391.622100:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611391.622101:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611391.622102:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611391.622105:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d431 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611391.622112:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009c8f5e00 count: 0 00010000:00000001:0.0:1749611391.622189:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611391.622192:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611391.622195:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611391.622200:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56a00 x1834598494663424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611391.622207:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611391.622210:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611391.622212:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611391.622214:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611391.622224:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e200. 02000000:00000001:0.0:1749611391.622229:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611391.622231:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611391.622233:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56a00. 00000100:00000001:0.0:1749611391.622243:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611391.622244:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611391.622246:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611391.622249:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611391.622252:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611391.622255:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012bdee600. 00000020:00000010:0.0:1749611391.622259:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4a200. 00000020:00000010:0.0:1749611391.622264:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4ae00. 00000040:00000010:0.0:1749611391.622268:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4aa00. 00000020:00000010:0.0:1749611391.622274:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611391.622280:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4ba00. 80000000:00000010:0.0:1749611391.622285:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16240. 00040000:00000010:0.0:1749611391.622291:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8bdde00. 00080000:00000010:0.0:1749611391.622298:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a824000. 00080000:00000010:0.0:1749611391.622305:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1fc000. 10000000:00000040:0.0:1749611391.622314:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611391.622318:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000001:0.0:1749611391.622323:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611391.622327:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611391.622332:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4ae00. 00000040:00000010:0.0:1749611391.622338:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4aa00. 00000020:00000010:0.0:1749611391.622341:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749611391.622345:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4ba00. 80000000:00000010:0.0:1749611391.622349:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16240. 00040000:00000010:0.0:1749611391.622355:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8bdde00. 00080000:00000010:0.0:1749611391.622360:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1fc000. 00080000:00000010:0.0:1749611391.622370:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a824000. 00000020:00000010:0.0:1749611391.622373:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4a200. 10000000:00000010:0.0:1749611391.622376:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012bdee600. 10000000:01000000:0.0:1749611391.622384:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749611391.622387:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749611391.622390:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749611391.622391:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749611391.622393:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749611391.622395:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611391.622397:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611391.622400:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749611391.622401:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611391.622404:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611391.622406:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611391.622407:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749611391.622409:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611391.622411:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611391.622413:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749611391.622415:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611391.622416:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611391.622418:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749611391.622419:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611391.622421:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749611391.622424:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611391.622425:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749611391.622430:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d180. 00000020:00000040:0.0:1749611391.622434:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611391.622438:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611391.622442:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611391.622447:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611391.622452:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a8bdca00. 00000100:00000001:0.0:1749611391.622458:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611391.622462:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611391.622465:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611391.622470:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012a303c00. 00010000:00000001:0.0:1749611391.622475:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611391.622477:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800a8bdde00. 00000020:00000001:0.0:1749611391.622480:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611391.622482:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800a8bdde00 with handle 0x689c0ec07329d45b to hash 00000020:00000001:0.0:1749611391.622485:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611391.622490:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:0.0:1749611391.622494:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:0.0:1749611391.622497:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611391.622498:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611391.622502:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611391.622510:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611391.622573:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611391.622580:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611391.622581:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611391.622587:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381900. 00000100:00000001:0.0:1749611391.622589:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096279808 : -131939613271808 : ffff88006a381900) 00000100:00000001:0.0:1749611391.622592:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611391.622593:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321836416 : -131939387715200 : ffff880077a9d180) 00000100:00000001:0.0:1749611391.622598:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611391.622602:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611391.622605:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611391.622606:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611391.622611:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611391.622619:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611391.622621:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611391.622625:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611391.622632:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611391.622634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611391.622635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611391.622637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611391.622645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611391.622647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.622649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611391.622650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.622652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611391.624735:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009c8f5e00. 00010000:00000010:3.1:1749611391.624746:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f400. 00010000:00000001:0.0:1749611391.922657:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611391.922663:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611391.922789:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611391.922795:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611391.922798:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611391.952632:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611391.952637:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611391.952639:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611391.952643:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611391.952647:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611391.952651:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.952653:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611391.952656:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611391.952658:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611392.458687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611392.458695:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611392.458698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611392.458703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611392.458707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611392.458710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611392.458713:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611392.458716:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611392.458719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611392.622667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611392.622674:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611392.622676:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611392.622680:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611392.622683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611392.622686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611392.622689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611392.622691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611392.622694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611392.924650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611392.924656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611392.924773:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611392.924778:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611392.924783:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611392.952631:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611392.952637:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611392.952654:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611392.952658:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611392.952661:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611392.952664:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611392.952667:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611392.952670:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611392.952672:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611393.458642:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611393.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611393.458653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611393.458657:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611393.458661:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611393.458664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611393.458667:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611393.458670:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611393.458673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611393.622747:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611393.622755:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611393.622758:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611393.622762:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611393.622765:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611393.622768:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611393.622770:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611393.622773:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611393.622776:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611393.926667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611393.926676:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611393.926679:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611393.926682:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611393.926687:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611393.926689:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611393.926692:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611393.926694:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611393.926822:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611393.926829:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611393.926832:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611393.952630:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611393.952637:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611393.952639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611393.952639:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611393.952643:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611393.952647:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611393.952650:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611393.952653:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611393.952654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611393.952656:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611393.952656:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611393.952659:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611393.952660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611393.952680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611393.952683:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611393.952686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.458662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611394.458671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611394.458674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611394.458679:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611394.458682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611394.458704:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.458707:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611394.458710:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.458713:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.622694:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611394.622702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611394.622705:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611394.622710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611394.622731:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611394.622736:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611394.622739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611394.622742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611394.622745:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611394.928698:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611394.928706:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611394.928849:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611394.928855:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611394.928859:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611394.952647:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611394.952649:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611394.952655:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611394.952658:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611394.952662:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:1.0:1749611394.952663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611394.952666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.952666:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611394.952669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611394.952671:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.952672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611394.952674:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611394.952675:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.952677:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.952677:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.952680:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611394.958643:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611394.958651:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611394.958654:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611394.958658:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611394.958660:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611394.958663:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611394.958667:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611394.958672:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5996 00000100:00080000:2.0:1749611394.958677:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611394.958680:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611394.958684:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.958686:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.958688:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611394.958693:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611394.958695:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611394.958698:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611394.958702:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611394.958704:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611394.958707:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611394.958710:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611394.958712:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.958713:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.958715:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611394.958750:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611394.958754:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611394.958756:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.958759:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611394.958766:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611394.958769:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.958771:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611394.958774:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611394.958781:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000020:00000040:2.0:1749611394.958785:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611394.958788:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611394.958791:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.958794:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611394.958796:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611394.958800:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611394.958808:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac891c00. 00000100:00000001:2.0:1749611394.958816:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611394.958826:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611394.958838:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611394.958842:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611394.958847:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54380] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611394.958875:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611394.958879:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611394.958882:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611394.958884:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611394.958885:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611394.958888:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611394.958890:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5996 00000100:00080000:2.0:1749611394.958893:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611394.958896:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611394.958904:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.958906:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.958908:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611394.958911:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611394.958912:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611394.958914:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611394.958916:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611394.958918:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611394.958920:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611394.958923:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611394.958924:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.958926:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.958928:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611394.958930:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611394.958932:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611394.958934:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.958936:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611394.958939:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611394.958941:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.958943:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611394.958945:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611394.958948:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 00000020:00000040:2.0:1749611394.958950:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611394.958953:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611394.958954:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.958956:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611394.958957:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611394.958958:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611394.958962:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac892400. 00000100:00000001:2.0:1749611394.958966:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.958967:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611394.958970:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611394.958973:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611394.958975:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611394.958978:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611394.958984:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.958984:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611394.958989:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55880] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.958995:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611394.958998:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.958998:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611394.959001:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:1.0:1749611394.959002:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611394.959004:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611394.959005:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749611394.959005:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611394.959007:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749611394.959007:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959009:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:1.0:1749611394.959011:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494665216:0@lo:38:kworker.0 00000100:00080000:2.0:1749611394.959012:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5996 00000100:00080000:2.0:1749611394.959014:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611394.959016:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611394.959016:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611394.959018:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.959019:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749611394.959020:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611394.959021:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611394.959022:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611394.959023:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611394.959025:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:1.0:1749611394.959025:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611394.959026:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611394.959028:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611394.959031:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:1.0:1749611394.959031:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9c00. 00000020:00000001:2.0:1749611394.959033:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611394.959034:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611394.959036:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611394.959037:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.959039:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.959041:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749611394.959042:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 00000020:00000040:2.0:1749611394.959043:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611394.959045:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611394.959047:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959049:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749611394.959050:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 02000000:00000001:2.0:1749611394.959051:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611394.959057:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611394.959058:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494665216, portal 4 00000100:00000001:2.0:1749611394.959059:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611394.959061:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959061:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611394.959063:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 00000100:00000010:2.0:1749611394.959064:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56d80. 00000020:00000040:2.0:1749611394.959066:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611394.959069:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611394.959070:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959071:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1749611394.959071:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611394.959072:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611394.959074:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611394.959077:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac891400. 00000100:00000001:2.0:1749611394.959080:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959080:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611394.959085:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611394.959126:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611394.959128:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611394.959132:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56d80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611394.959140:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.959141:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611394.959142:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1749611394.959144:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749611394.959146:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749611394.959148:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494665216, offset 0 00000100:00000010:2.0:1749611394.959149:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000020:00000040:2.0:1749611394.959151:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611394.959154:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749611394.959154:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611394.959156:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611394.959157:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611394.959161:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ada00. 00000100:00000001:2.0:1749611394.959163:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611394.959167:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611394.959169:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611394.959175:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611394.959177:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611394.959180:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf947a00 00000100:00000040:2.0:1749611394.959182:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54e00] to pc [ptlrpcd_00_00+0] req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611394.959188:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 15600 00000400:00000200:1.0:1749611394.959196:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611394.959200:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611394.959206:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611394.959208:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749611394.959213:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76d80. 00000100:00000001:2.0:1749611394.959216:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.959217:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d76d80 x1834598494665216 msgsize 520 00000100:00080000:2.0:1749611394.959220:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:1.0:1749611394.959221:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749611394.959224:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611394.959225:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611394.959227:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611394.959230:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611394.959233:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5996 00000100:00000001:1.0:1749611394.959233:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:2.0:1749611394.959236:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff88007197dbf0 time=5 v=5 (1 0 0 0) 00000100:00001000:2.0:1749611394.959240:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88007197dbf0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000400:00000200:1.0:1749611394.959242:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00080000:2.0:1749611394.959243:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1749611394.959245:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:1.0:1749611394.959245:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749611394.959248:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611394.959248:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611394.959249:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.959251:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611394.959253:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749611394.959253:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611394.959255:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d43f 00000020:00000001:2.0:1749611394.959256:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611394.959258:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e000 refcount=7 00000020:00000001:2.0:1749611394.959260:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000020:00000001:2.0:1749611394.959262:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000001:1.0:1749611394.959262:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611394.959265:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749611394.959265:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611394.959267:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611394.959268:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611394.959270:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611394.959272:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 6 00000100:00000001:1.0:1749611394.959272:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611394.959274:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611394.959274:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611394.959276:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959278:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611394.959278:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959282:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611394.959283:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1285 usecs (2 jiffies) 00000100:00000001:1.0:1749611394.959287:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300668418 02000000:00000001:2.0:1749611394.959288:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959290:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611394.959291:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611394.959291:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5266f80. 00000100:00000010:2.0:1749611394.959295:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000020:00000040:2.0:1749611394.959297:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611394.959298:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611394.959299:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611394.959301:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959302:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611394.959303:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611394.959305:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611394.959309:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac893800. 00000100:00000001:0.0:1749611394.959309:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611394.959312:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300668418 00000100:00100000:2.0:1749611394.959316:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611394.959316:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749611394.959318:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5266f40. 00000100:00000001:0.0:1749611394.959318:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611394.959321:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611394.959323:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611394.959325:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611394.959327:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611394.959329:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54a80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.959331:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300668418 00000100:00000010:1.0:1749611394.959334:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5266000. 00000100:00000001:2.0:1749611394.959336:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959337:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611394.959339:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611394.959339:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611394.959340:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300668418 00000100:00000001:0.0:1749611394.959341:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959342:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749611394.959342:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b5266100. 00000100:00000010:2.0:1749611394.959344:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 02000000:00000001:0.0:1749611394.959344:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611394.959345:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:2.0:1749611394.959346:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749611394.959347:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611394.959348:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611394.959349:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611394.959350:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959351:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611394.959353:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ad100. 00000100:00100000:0.0:1749611394.959353:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494665600:0@lo:400:kworker.0 00000100:00000001:2.0:1749611394.959356:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959358:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611394.959359:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611394.959361:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611394.959362:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611394.959363:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959365:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611394.959365:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611394.959366:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611394.959367:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959368:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959370:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611394.959371:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54000] to pc [ptlrpcd_00_01+1] req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611394.959371:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a8bddc00. 02000000:00000001:0.0:1749611394.959373:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959376:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611394.959378:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611394.959378:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000001:1.0:1749611394.959380:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611394.959381:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611394.959383:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749611394.959383:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958216e8. 00000100:00000001:2.0:1749611394.959385:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.959387:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611394.959388:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494665600, portal 10 00000100:00000040:2.0:1749611394.959390:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6006) 00000100:00000001:0.0:1749611394.959390:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611394.959395:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611394.959397:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.959400:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611394.959401:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 02000000:00000001:1.0:1749611394.959402:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611394.959404:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611394.959407:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494665344:0@lo:38:kworker.0 00000100:00000040:0.0:1749611394.959409:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.959411:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611394.959413:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611394.959415:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.959417:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611394.959418:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749611394.959421:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bb88000. 00000100:00000040:0.0:1749611394.959421:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611394.959423:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611394.959423:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611394.959423:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611394.959426:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749611394.959427:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db948. 00000100:00000200:0.0:1749611394.959427:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494665600, offset 0 00000100:00000001:2.0:1749611394.959428:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749611394.959430:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:0.0:1749611394.959432:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611394.959433:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611394.959441:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749611394.959441:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611394.959442:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494665344, portal 10 00000100:00000001:2.0:1749611394.959443:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959444:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611394.959446:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611394.959448:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611394.959448:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf947b80 02000000:00000001:2.0:1749611394.959450:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959451:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00100000:2.0:1749611394.959454:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494665856:0@lo:400:kworker.0 00000400:00000200:0.0:1749611394.959454:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 80384 00000100:00000001:2.0:1749611394.959458:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611394.959458:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611394.959460:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611394.959461:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611394.959463:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959464:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749611394.959464:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611394.959465:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611394.959467:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749611394.959468:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8ea00. 00000100:00000001:0.0:1749611394.959468:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611394.959470:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611394.959470:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:0.0:1749611394.959470:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611394.959473:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494665344, offset 0 00000100:00000010:0.0:1749611394.959474:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d500. 00000400:00000010:2.0:1749611394.959475:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000400:00000200:1.0:1749611394.959477:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611394.959477:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9d500 x1834598494665600 msgsize 224 00000400:00000010:2.0:1749611394.959481:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00100000:0.0:1749611394.959481:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611394.959484:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611394.959486:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494665856, portal 10 00000100:00000001:2.0:1749611394.959489:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611394.959490:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 00000400:00000200:1.0:1749611394.959490:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947a80 00000100:00000001:0.0:1749611394.959493:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611394.959494:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 80608 00000020:00000010:2.0:1749611394.959498:0:28322:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009685e000. 00000400:00000200:1.0:1749611394.959499:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611394.959502:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611394.959504:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611394.959504:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611394.959509:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494665216 00000100:00000001:1.0:1749611394.959509:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611394.959510:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611394.959512:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611394.959512:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 02000000:00000001:3.0:1749611394.959513:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611394.959514:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1749611394.959514:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d77800. 00000400:00000010:0.0:1749611394.959515:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000400:00000010:2.0:1749611394.959516:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000040:1.0:1749611394.959517:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d77800 x1834598494665344 msgsize 520 00000100:00000001:0.0:1749611394.959517:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611394.959519:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494665856, offset 0 00000100:00000200:0.0:1749611394.959549:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611394.959550:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611394.959550:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611394.959558:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611394.959558:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611394.959562:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611394.959565:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000200:2.0:1749611394.959566:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611394.959568:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611394.959568:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611394.959568:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959570:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611394.959570:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611394.959571:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611394.959574:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf947c80 00000100:00000200:1.0:1749611394.959574:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.959575:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611394.959576:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611394.959578:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 952 usecs (1 jiffies) 00000100:00100000:3.0:1749611394.959580:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494665216 00000400:00000200:2.0:1749611394.959580:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 81128 00000100:00000001:0.0:1749611394.959581:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300668418 00000100:00000001:1.0:1749611394.959582:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611394.959583:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611394.959584:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300668418 00000020:00000040:3.0:1749611394.959585:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611394.959585:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611394.959586:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611394.959587:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611394.959589:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611394.959589:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611394.959591:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959591:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959593:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611394.959593:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300668418 00000100:00000001:2.0:1749611394.959594:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611394.959595:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611394.959595:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300668418 00000100:00000001:1.0:1749611394.959596:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611394.959597:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5400. 00000100:00000001:0.0:1749611394.959597:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300668418 00000100:00000010:2.0:1749611394.959599:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57100. 00000100:00000040:1.0:1749611394.959599:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000001:0.0:1749611394.959599:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300668418 00000100:00000001:0.0:1749611394.959601:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300668418 00000020:00000010:3.0:1749611394.959602:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000040:2.0:1749611394.959602:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57100 x1834598494665856 msgsize 224 00000100:00000001:1.0:1749611394.959602:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300668419 00000100:00000001:0.0:1749611394.959603:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300668418 00000100:00000001:0.0:1749611394.959605:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611394.959606:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611394.959607:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300668418 00000020:00000010:3.0:1749611394.959608:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749611394.959608:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959610:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959613:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611394.959614:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611394.959614:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611394.959615:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611394.959617:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959617:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300668419 00000100:00000001:0.0:1749611394.959619:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749611394.959620:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00000001:1.0:1749611394.959620:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300668418 00000100:00000001:0.0:1749611394.959620:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611394.959623:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611394.959623:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749611394.959623:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300668419 00000100:00000001:0.0:1749611394.959623:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611394.959624:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611394.959625:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959626:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611394.959626:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300668418 00000100:00000001:0.0:1749611394.959627:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959628:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300668419 00000100:00000200:2.0:1749611394.959630:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611394.959631:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.959632:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300668418 00000100:00000001:1.0:1749611394.959634:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611394.959637:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959639:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611394.959639:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611394.959642:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611394.959642:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611394.959643:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611394.959645:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611394.959647:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611394.959649:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959649:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611394.959650:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611394.959650:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749611394.959651:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00000001:1.0:1749611394.959651:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.959654:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492597632 : -131939216953984 : ffff880081d76d80) 00000100:00000001:2.0:1749611394.959654:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.959654:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611394.959655:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.959656:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611394.959657:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611394.959658:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1038 usecs (2 jiffies) 02000000:00000001:1.0:1749611394.959658:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611394.959661:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d76d80 x1834598494665216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611394.959661:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300668419 00000100:00100000:1.0:1749611394.959661:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494665472:0@lo:38:kworker.0 00000100:00000001:2.0:1749611394.959664:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300668419 00000100:00000001:1.0:1749611394.959664:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611394.959666:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611394.959667:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300668419 02000000:00000001:1.0:1749611394.959668:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959669:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300668419 02000000:00000001:1.0:1749611394.959669:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611394.959671:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300668419 02000000:00000010:1.0:1749611394.959673:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bb8b800. 00000100:00100000:3.0:1749611394.959674:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494665216:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611394.959674:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300668419 02000000:00000001:1.0:1749611394.959675:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959676:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300668419 00000100:00000200:3.0:1749611394.959678:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494665216 00000100:00000001:2.0:1749611394.959678:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300668419 00000400:00000010:1.0:1749611394.959678:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000400:00000010:1.0:1749611394.959681:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000001:3.0:1749611394.959682:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611394.959682:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611394.959685:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611394.959685:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494665472, portal 10 00000100:00100000:0.0:1749611394.959685:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494665600 00010000:00000001:3.0:1749611394.959686:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611394.959687:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611394.959687:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611394.959688:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959688:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393876352 : -131936315675264 : ffff88012ec56d80) 00000100:00000001:0.0:1749611394.959689:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611394.959691:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959691:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959693:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611394.959694:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611394.959695:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611394.959698:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494665600 00000100:00000001:2.0:1749611394.959699:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611394.959700:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1749611394.959700:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749611394.959701:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611394.959701:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611394.959703:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611394.959703:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611394.959704:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:3.0:1749611394.959705:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611394.959706:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611394.959707:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00010000:00000001:3.0:1749611394.959708:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611394.959708:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611394.959709:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00010000:00000001:3.0:1749611394.959711:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611394.959711:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611394.959711:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611394.959714:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749611394.959714:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611394.959716:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749611394.959719:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494665472, offset 0 00000400:00000200:1.0:1749611394.959722:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611394.959722:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611394.959723:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611394.959725:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749611394.959725:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012bdee600. 00000400:00000200:1.0:1749611394.959729:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611394.959730:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1749611394.959731:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957400. 00000020:00000010:0.0:1749611394.959731:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051ff80. 02000000:00000001:3.0:1749611394.959733:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611394.959733:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494665344 00000400:00000200:1.0:1749611394.959734:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947b00 00000100:00000001:3.0:1749611394.959735:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959735:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611394.959737:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611394.959737:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 81352 00000020:00000040:0.0:1749611394.959738:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611394.959739:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611394.959740:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611394.959742:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611394.959743:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611394.959743:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611394.959745:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494665344 00000400:00000200:1.0:1749611394.959745:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611394.959745:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00001000:3.0:1749611394.959746:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749611394.959748:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611394.959748:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611394.959749:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:2.0:1749611394.959749:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:0.0:1749611394.959749:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdda00. 00000100:00000200:1.0:1749611394.959750:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749611394.959751:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611394.959753:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749611394.959753:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611394.959753:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76300. 00000020:00000010:0.0:1749611394.959753:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000020:00000001:2.0:1749611394.959755:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.959755:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d76300 x1834598494665472 msgsize 520 00000100:00000040:3.0:1749611394.959756:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749611394.959757:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:3.0:1749611394.959758:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611394.959758:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00100000:1.0:1749611394.959759:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611394.959761:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:2.0:1749611394.959762:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000100:00000040:3.0:1749611394.959764:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611394.959764:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1749611394.959766:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1749611394.959766:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9960. 00000100:00000001:1.0:1749611394.959766:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611394.959766:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611394.959767:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749611394.959769:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959769:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611394.959769:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:0.0:1749611394.959770:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611394.959771:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611394.959771:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749611394.959771:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611394.959773:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959773:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611394.959774:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611394.959774:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1749611394.959777:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:1.0:1749611394.959777:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.959777:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611394.959778:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959779:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611394.959782:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494665216, offset 0 00000100:00000001:1.0:1749611394.959784:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611394.959784:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611394.959788:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611394.959788:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.959790:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611394.959792:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494665856 00000100:00000001:1.0:1749611394.959794:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611394.959794:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611394.959795:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611394.959796:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611394.959797:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611394.959797:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.959797:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959799:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611394.959800:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.959802:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00100000:0.0:1749611394.959802:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494665856 00000020:00000001:0.0:1749611394.959803:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611394.959804:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611394.959804:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300668418 00000020:00000040:0.0:1749611394.959804:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d454 00000400:00000200:3.0:1749611394.959805:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf947a00 00000100:00100000:2.0:1749611394.959806:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494665472 00000020:00000001:0.0:1749611394.959806:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611394.959807:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300668419 02000000:00000001:2.0:1749611394.959808:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1749611394.959808:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb000 refcount=5 00000100:00000001:2.0:1749611394.959809:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611394.959809:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300668418 00000400:00000200:3.0:1749611394.959810:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8c31 [1] + 0 00000020:00000001:0.0:1749611394.959810:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:2.0:1749611394.959811:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959811:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300668419 00000020:00000001:0.0:1749611394.959812:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 02000000:00000001:2.0:1749611394.959814:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959814:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749611394.959815:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611394.959815:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494665472 00000020:00000010:0.0:1749611394.959816:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012bdeeb40. 00000100:00000001:1.0:1749611394.959818:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300668418 00000020:00000010:0.0:1749611394.959818:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5397200. 00000400:00000200:3.0:1749611394.959819:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611394.959820:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300668419 00000100:00000001:1.0:1749611394.959822:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300668418 00000100:00000001:3.0:1749611394.959823:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611394.959823:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611394.959823:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:2.0:1749611394.959824:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611394.959824:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300668419 00000020:00000010:0.0:1749611394.959825:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012bdeeb40. 00000020:00000001:2.0:1749611394.959826:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611394.959826:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611394.959827:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611394.959828:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959828:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611394.959828:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdc400. 00000020:00000001:2.0:1749611394.959829:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959830:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749611394.959833:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00000040:1.0:1749611394.959834:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611394.959836:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000020:00000010:0.0:1749611394.959836:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000020:00000010:2.0:1749611394.959838:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9bb8. 00000100:00000040:3.0:1749611394.959839:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611394.959839:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:2.0:1749611394.959841:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611394.959841:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611394.959843:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611394.959843:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959843:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611394.959844:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.959845:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611394.959845:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611394.959846:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611394.959846:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611394.959847:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.959848:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611394.959848:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959849:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.959850:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749611394.959851:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494665728:0@lo:38:kworker.0 00000100:00000001:0.0:1749611394.959851:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611394.959852:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611394.959853:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:1.0:1749611394.959854:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611394.959854:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611394.959855:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611394.959856:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611394.959857:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749611394.959857:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.959859:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611394.959859:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1749611394.959860:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611394.959861:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611394.959862:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 02000000:00000010:1.0:1749611394.959863:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88008d42f400. 00000100:00000001:3.0:1749611394.959865:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611394.959865:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:1.0:1749611394.959865:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.959867:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611394.959867:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321837312 : -131939387714304 : ffff880077a9d500) 00000400:00000010:1.0:1749611394.959868:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00100000:0.0:1749611394.959868:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00000001:3.0:1749611394.959871:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611394.959871:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000040:0.0:1749611394.959871:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb000 : new rpc_count 1 00000100:00000040:2.0:1749611394.959873:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9d500 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:75/0 lens 224/0 e 0 to 0 dl 1749611405 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.959873:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393877248 : -131936315674368 : ffff88012ec57100) 00000100:00000040:3.0:1749611394.959874:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749611394.959874:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494665728, portal 10 00000100:00000001:1.0:1749611394.959876:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611394.959877:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.959877:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000100:00000040:0.0:1749611394.959878:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57100 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:75/0 lens 224/0 e 0 to 0 dl 1749611405 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611394.959879:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611394.959882:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749611394.959884:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76d80 x1834598494665216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611394.959884:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880124a16000. 00000020:00000010:2.0:1749611394.959885:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f2c0. 00000100:00000001:0.0:1749611394.959886:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611394.959888:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611394.959888:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012bdeeb40. 00000020:00000010:2.0:1749611394.959890:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f2c0. 00000100:00000040:1.0:1749611394.959890:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.959891:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611394.959893:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012bdeeb40. 00000100:00100000:3.0:1749611394.959895:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494665216:12345-0@lo:38:kworker.0 Request processed in 221us (676us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749611394.959895:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494665600:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611394.959896:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611394.959897:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494665856:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611394.959899:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494665600 00000100:00000040:1.0:1749611394.959899:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611394.959901:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494665856 00000020:00000001:2.0:1749611394.959902:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611394.959903:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000020:00000001:0.0:1749611394.959903:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611394.959905:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:1.0:1749611394.959905:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000001:0.0:1749611394.959905:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611394.959906:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611394.959907:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749611394.959907:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611394.959907:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611394.959908:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494665728, offset 0 00000020:00000001:2.0:1749611394.959910:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611394.959910:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1749611394.959912:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000020:00000001:2.0:1749611394.959912:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:1.0:1749611394.959912:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611394.959912:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611394.959914:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1749611394.959915:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000001:2.0:1749611394.959915:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611394.959918:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611394.959918:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611394.959918:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611394.959919:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5400. 00000020:00000001:0.0:1749611394.959919:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611394.959922:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611394.959923:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611394.959923:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947c00 00000020:00000001:2.0:1749611394.959924:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611394.959924:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611394.959926:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611394.959926:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749611394.959927:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 81872 00000020:00000001:2.0:1749611394.959929:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611394.959931:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749611394.959931:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611394.959934:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611394.959935:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611394.959935:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611394.959937:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611394.959937:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611394.959937:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749611394.959938:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749611394.959940:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac891800. 00000100:00000010:1.0:1749611394.959941:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d77480. 00000100:00000001:3.0:1749611394.959942:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611394.959942:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611394.959942:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087547400. 00000100:00000001:3.0:1749611394.959944:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611394.959944:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d77480 x1834598494665728 msgsize 520 02000000:00000001:0.0:1749611394.959944:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959945:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959946:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611394.959947:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611394.959948:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749611394.959949:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000020:00000001:0.0:1749611394.959949:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611394.959950:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494665600 00000100:00000001:1.0:1749611394.959950:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611394.959951:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492600320 : -131939216951296 : ffff880081d77800) 00010000:00000040:0.0:1749611394.959951:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494665856 00010000:00000001:2.0:1749611394.959953:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749611394.959953:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749611394.959954:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00010000:00000001:0.0:1749611394.959954:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749611394.959955:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d77800 x1834598494665344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.959956:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000200:2.0:1749611394.959957:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880077a9d500 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749611394.959958:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec57100 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611394.959959:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611394.959965:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494665344:12345-0@lo:38:kworker.0 00010000:00000001:2.0:1749611394.959965:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611394.959966:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611394.959966:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611394.959968:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611394.959968:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611394.959969:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494665344 00000100:00000040:1.0:1749611394.959969:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611394.959970:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=149 v=5 (1 1 1 1) 00000020:00000001:3.0:1749611394.959971:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749611394.959971:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=149 v=5 (1 1 1 1) 00010000:00000001:3.0:1749611394.959973:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611394.959974:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611394.959974:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611394.959975:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611394.959977:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611394.959977:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611394.959977:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611394.959979:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611394.959979:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611394.959980:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.959980:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611394.959981:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611394.959982:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1090 usecs (2 jiffies) 02000000:00000001:0.0:1749611394.959982:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611394.959983:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611394.959984:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611394.959984:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.959985:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611394.959985:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300668419 00010000:00000001:3.0:1749611394.959986:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611394.959986:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611394.959987:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611394.959987:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300668419 00010000:00000001:3.0:1749611394.959988:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611394.959988:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611394.959989:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749611394.959989:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300668419 00000400:00000010:0.0:1749611394.959990:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:1.0:1749611394.959991:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300668419 00000100:00000001:1.0:1749611394.959993:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300668419 00000100:00000200:2.0:1749611394.959994:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494665600, offset 224 00000100:00000001:3.0:1749611394.959995:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611394.959995:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300668419 00000100:00000200:0.0:1749611394.959995:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494665856, offset 224 00000100:00000001:3.0:1749611394.959997:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611394.959998:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611394.960000:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611394.960001:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300668419 00000400:00000200:0.0:1749611394.960002:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611394.960003:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c954400. 00000100:00000001:1.0:1749611394.960004:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300668419 02000000:00000001:3.0:1749611394.960005:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611394.960006:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611394.960006:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611394.960008:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960008:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611394.960009:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611394.960010:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611394.960012:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611394.960013:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947b80 00000400:00000001:1.0:1749611394.960013:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611394.960014:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1749611394.960015:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611394.960016:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947c80 00000400:00000010:1.0:1749611394.960017:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000100:00000001:3.0:1749611394.960018:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611394.960019:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611394.960019:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:1.0:1749611394.960021:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000040:3.0:1749611394.960022:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749611394.960023:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611394.960024:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611394.960026:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749611394.960027:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611394.960029:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749611394.960031:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611394.960033:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611394.960034:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c39 [1] + 224 00000100:00000001:3.0:1749611394.960035:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611394.960035:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611394.960038:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611394.960039:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611394.960040:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000400:00000200:0.0:1749611394.960041:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c49 [1] + 224 00000100:00000001:1.0:1749611394.960042:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611394.960043:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611394.960044:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611394.960046:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494665344, offset 0 00000100:00000001:2.0:1749611394.960046:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611394.960046:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749611394.960046:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611394.960049:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749611394.960051:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611394.960051:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.960051:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611394.960051:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611394.960053:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.960055:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.960055:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611394.960059:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611394.960059:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611394.960061:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611394 v=5 (0 0 0 0) 00000400:00000200:3.0:1749611394.960065:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947a80 00000100:00001000:1.0:1749611394.960065:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=67 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611394.960067:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749611394.960069:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611394.960070:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c41 [1] + 0 00000100:00000001:1.0:1749611394.960070:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611394.960072:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611394.960073:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611394.960074:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611394.960077:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611394.960078:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611394.960081:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611394.960082:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611394.960084:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749611394.960085:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611394.960086:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611394.960108:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611394.960112:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611394.960114:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00000001:1.0:1749611394.960116:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749611394.960117:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:2.0:1749611394.960119:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611394.960121:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611394.960125:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611394.960126:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960127:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611394.960128:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000040:2.0:1749611394.960129:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749611394.960131:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960131:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749611394.960132:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00080000:1.0:1749611394.960132:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611394.960133:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611394.960134:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611394.960136:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:1.0:1749611394.960137:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611394.960137:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960140:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611394.960140:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611394.960141:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d500 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.960141:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749611394.960143:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611394.960144:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611394.960147:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611394.960149:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611394.960152:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:0.0:1749611394.960152:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57100 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:75/0 lens 224/224 e 0 to 0 dl 1749611405 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611394.960153:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494665600:12345-0@lo:400:kworker.0 Request processed in 267us (672us total) trans 0 rc 0/0 00000400:00000010:3.0:1749611394.960154:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611394.960156:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611394.960158:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611394.960161:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611394.960162:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1749611394.960162:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494665856:12345-0@lo:400:kworker.0 Request processed in 274us (557us total) trans 0 rc 0/0 00000100:00000040:3.0:1749611394.960164:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749611394.960164:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494665216:0@lo:38:kworker.0 00000100:00000040:2.0:1749611394.960165:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611394.960166:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.960167:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749611394.960168:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611394.960169:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611394.960171:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611394.960171:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00000040:3.0:1749611394.960173:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d77800 x1834598494665344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611394.960173:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000100:00000001:1.0:1749611394.960174:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611394.960174:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb000 : new rpc_count 0 00000020:00000010:2.0:1749611394.960176:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:0.0:1749611394.960177:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611394.960178:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611394.960180:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdda00. 00000100:00000040:1.0:1749611394.960180:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54380 x1834598494665216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611394.960182:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000100:00100000:3.0:1749611394.960183:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494665344:12345-0@lo:38:kworker.0 Request processed in 217us (664us total) trans 0 rc -19/-19 00000020:00000040:2.0:1749611394.960184:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:0.0:1749611394.960185:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000001:2.0:1749611394.960187:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611394.960188:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdc400. 00000100:00100000:3.0:1749611394.960191:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00000001:1.0:1749611394.960191:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611394.960193:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1749611394.960193:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 02000000:00000001:1.0:1749611394.960194:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611394.960195:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611394.960195:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611394.960195:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611394.960197:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494665728 00000020:00000010:3.0:1749611394.960198:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 02000000:00000010:1.0:1749611394.960198:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611394.960199:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611394.960200:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611394.960202:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611394.960203:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9960. 02000000:00000001:1.0:1749611394.960204:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611394.960204:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611394.960205:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611394.960206:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611394.960206:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611394.960207:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494665728 00000020:00000010:3.0:1749611394.960208:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000020:00000040:1.0:1749611394.960209:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:0.0:1749611394.960210:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00000001:3.0:1749611394.960211:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.960212:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492594944 : -131939216956672 : ffff880081d76300) 00000020:00000001:1.0:1749611394.960213:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611394.960214:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611394.960216:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000010:1.0:1749611394.960216:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac891c00. 00000100:00000040:0.0:1749611394.960216:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d76300 x1834598494665472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611394.960217:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611394.960219:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.960220:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749611394.960221:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.960223:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749611394.960224:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000010:1.0:1749611394.960225:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54380. 00000100:00100000:0.0:1749611394.960225:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494665472:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749611394.960227:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000200:0.0:1749611394.960228:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494665472 00000020:00000010:2.0:1749611394.960230:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000020:00000001:0.0:1749611394.960230:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611394.960231:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1749611394.960232:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611394.960233:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611394.960233:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611394.960235:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611394.960236:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611394.960237:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611394.960240:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960242:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611394.960245:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960245:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611394.960248:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611394.960248:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611394.960248:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960250:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611394.960250:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611394.960250:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:0.0:1749611394.960251:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611394.960252:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611394.960254:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00010000:00000001:0.0:1749611394.960254:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749611394.960255:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611394.960257:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492599424 : -131939216952192 : ffff880081d77480) 00000100:00000001:2.0:1749611394.960257:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611394.960257:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1749611394.960257:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611394.960259:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611394.960260:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db948. 00000100:00000001:0.0:1749611394.960260:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749611394.960261:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d77480 x1834598494665728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611414 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960261:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611394.960263:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 02000000:00000001:0.0:1749611394.960263:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611394.960268:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db65800. 00000100:00100000:3.0:1749611394.960270:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494665728:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749611394.960270:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611394.960271:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749611394.960272:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611394.960273:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494665728 00000100:00000001:1.0:1749611394.960274:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611394.960274:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749611394.960275:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611394.960276:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611394.960277:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611394.960278:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611394.960279:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611394.960282:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611394.960284:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.960285:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00020000:3.0:1749611394.960287:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749611394.960287:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611394.960287:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611394.960289:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749611394.960290:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611394.960292:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611394.960294:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611394.960295:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611394.960295:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611394.960297:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611394.960297:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749611394.960298:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611394.960299:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749611394.960299:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960300:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611394.960301:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611394.960301:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611394.960302:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960303:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611394.960303:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611394.960304:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611394.960305:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749611394.960305:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00001000:1.0:1749611394.960309:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611394 v=5 (0 0 0 0) 00000100:00000200:0.0:1749611394.960309:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494665472, offset 0 02000000:00000010:3.0:1749611394.960311:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880076277000. 00000100:00001000:1.0:1749611394.960312:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=49 v=20 (20 1 1 1) 00000400:00000200:0.0:1749611394.960312:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611394.960313:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960315:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960315:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749611394.960317:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611394.960317:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611394.960319:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960319:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611394.960319:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749611394.960322:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611394.960323:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611394.960324:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611394.960324:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947b00 00000100:00000001:3.0:1749611394.960326:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611394.960329:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611394.960329:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c51 [1] + 0 00000100:00000001:1.0:1749611394.960330:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611394.960331:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611394.960332:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611394.960333:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611394.960333:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611394.960334:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960336:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749611394.960337:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611394.960337:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611394.960337:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611394.960339:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:1.0:1749611394.960340:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611394.960340:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611394.960341:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611394.960342:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611394.960343:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611394.960344:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749611394.960344:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611394.960345:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611394.960347:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:1.0:1749611394.960348:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611394.960351:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494665728, offset 0 00000400:00000200:3.0:1749611394.960355:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611394.960355:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494665344:0@lo:38:kworker.0 00000100:00000040:0.0:1749611394.960358:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611394.960363:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611394.960367:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611394.960368:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947c00 00000400:00000200:3.0:1749611394.960372:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c5d [1] + 0 00000400:00000200:0.0:1749611394.960376:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000200:3.0:1749611394.960377:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611394.960378:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000400:00000200:3.0:1749611394.960380:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611394.960380:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:1.0:1749611394.960382:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611394.960382:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749611394.960383:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611394.960385:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000100:00000001:0.0:1749611394.960385:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611394.960388:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000040:0.0:1749611394.960388:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749611394.960389:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611394.960390:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960392:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611394.960392:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611394.960395:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611394.960396:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611394.960396:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76300 x1834598494665472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611394.960400:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611394.960404:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611394.960406:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494665472:12345-0@lo:38:kworker.0 Request processed in 180us (647us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749611394.960409:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.960412:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611394.960413:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611394.960414:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00000001:1.0:1749611394.960415:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611394.960416:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611394.960416:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611394.960417:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611394.960417:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611394.960419:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611394.960420:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 02000000:00000001:1.0:1749611394.960421:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611394.960424:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611394 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611394.960424:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000100:00001000:1.0:1749611394.960427:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=99 v=20 (1 1 1 20) 00000020:00000010:0.0:1749611394.960428:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000001:1.0:1749611394.960429:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611394.960430:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611394.960431:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611394.960431:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960432:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611394.960436:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:1.0:1749611394.960436:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611394.960438:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611394.960440:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611394.960442:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611394.960442:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611394.960444:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611394.960445:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960446:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611394.960448:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611394.960448:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611394.960449:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611394.960449:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611394.960450:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.960451:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611394.960452:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1749611394.960452:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611394.960454:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000001:0.0:1749611394.960454:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611394.960456:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:0.0:1749611394.960456:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611394.960457:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d77480 x1834598494665728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611414 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611394.960458:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:0.0:1749611394.960461:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:0.0:1749611394.960463:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000040:1.0:1749611394.960465:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960465:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611394.960466:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494665728:12345-0@lo:38:kworker.0 Request processed in 195us (520us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749611394.960469:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611394.960474:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1749611394.960474:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494665472:0@lo:38:kworker.0 00000100:00000001:3.0:1749611394.960477:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611394.960478:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611394.960478:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611394.960479:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611394.960480:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611394.960481:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000400:00000010:1.0:1749611394.960482:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000020:00000010:3.0:1749611394.960484:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000400:00000200:1.0:1749611394.960484:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611394.960486:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000010:3.0:1749611394.960488:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:1.0:1749611394.960488:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611394.960490:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611394.960491:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611394.960491:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960491:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.960494:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611394.960496:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611394.960498:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611394.960499:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960499:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611394.960501:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960505:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611394.960506:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611394.960506:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197f438 time=5 v=5 (5 0 0 0) 00000100:00000001:1.0:1749611394.960508:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611394.960509:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749611394.960509:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1749611394.960511:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611394.960512:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.960512:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611394.960513:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960514:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611394.960514:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960516:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749611394.960516:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1749611394.960518:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197dc38 time=1749611394 v=5 (0 0 0 0) 00010000:00080000:0.0:1749611394.960521:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611394.960541:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611394.960543:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611394.960546:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000400:00000200:3.0:1749611394.960550:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958216e8 00000400:00000010:3.0:1749611394.960553:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958216e8. 00000100:00000001:3.0:1749611394.960555:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749611394.960556:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197dbf0 time=5 v=10 (10 0 0 0) 00010000:00000001:0.0:1749611394.960556:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611394.960559:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.960559:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611394.960559:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611394.960561:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611394.960561:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611394.960563:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611394.960563:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611394.960564:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.960567:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611394.960568:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611394.960568:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.960574:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611394.960575:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611394.960575:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611394.960577:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611394.960577:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611394.960578:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.960579:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960580:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749611394.960583:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611394.960584:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611394.960586:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611394.960587:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611394.960588:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:1.0:1749611394.960589:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611394.960590:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611394.960591:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494665856:0@lo:400:kworker.0 00000100:00080000:1.0:1749611394.960592:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611394.960593:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960594:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611394.960595:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611394.960595:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.960597:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611394.960599:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611394.960600:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=99 v=5 (5 5 5 5) 00000100:00000040:0.0:1749611394.960600:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54000 x1834598494665856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611394.960604:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611394.960606:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749611394.960606:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494665728:0@lo:38:kworker.0 00000100:00000001:3.0:1749611394.960608:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611394.960610:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611394.960610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960612:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1749611394.960615:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611394.960615:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55880 x1834598494665344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960618:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611394.960620:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749611394.960622:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960622:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1749611394.960622:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8ea00. 02000000:00000001:1.0:1749611394.960623:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611394.960625:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749611394.960625:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749611394.960626:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000010:1.0:1749611394.960626:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bb88000. 00000020:00000001:0.0:1749611394.960627:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611394.960628:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1749611394.960628:0:28322:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611394.960629:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611394.960629:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611394.960630:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749611394.960630:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1749611394.960632:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:0.0:1749611394.960632:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ad100. 00000100:00000040:3.0:1749611394.960633:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611394.960634:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611394.960635:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1749611394.960636:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac892400. 02000000:00000001:0.0:1749611394.960637:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611394.960638:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54000. 02000000:00000001:1.0:1749611394.960639:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611394.960640:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611394.960640:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611394.960641:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611394.960642:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1749611394.960642:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55880. 00000100:00000001:0.0:1749611394.960642:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611394.960643:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611394.960644:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611394.960646:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611394.960646:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611394.960647:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960649:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611394.960649:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611394.960651:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611394.960652:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56d80 x1834598494665472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611394.960653:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611394.960654:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494665600:0@lo:400:kworker.0 00000100:00000001:0.0:1749611394.960654:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611394.960659:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960659:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611394.960660:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611394.960661:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749611394.960662:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bb8b800. 00000100:00000040:3.0:1749611394.960664:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54e00 x1834598494665600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611394.960664:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611394.960666:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611394.960670:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749611394.960670:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749611394.960671:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611394.960672:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749611394.960673:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611394.960674:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a8bddc00. 00000020:00000040:0.0:1749611394.960674:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000010:1.0:1749611394.960675:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac891400. 02000000:00000001:1.0:1749611394.960677:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611394.960678:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611394.960680:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56d80. 02000000:00000001:3.0:1749611394.960681:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611394.960683:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611394.960683:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1749611394.960685:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611394.960685:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611394.960686:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611394.960687:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611394.960690:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ada00. 00000100:00000040:1.0:1749611394.960690:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54a80 x1834598494665728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611409 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611394.960692:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611394.960694:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611394.960695:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54e00. 00000100:00000001:1.0:1749611394.960696:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611394.960697:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611394.960698:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88008d42f400. 00000100:00000001:3.0:1749611394.960699:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749611394.960700:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611394.960701:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611394.960701:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611394.960702:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1749611394.960703:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611394.960704:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611394.960705:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac893800. 00000100:00000001:3.0:1749611394.960708:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749611394.960708:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611394.960709:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611394.960710:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611394.960710:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 00000100:00000001:3.0:1749611394.960712:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611394.960712:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611394.960713:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611394.960714:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960717:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611394.960718:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611394.960720:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611394.960721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611394.961608:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300668419, at 4300668419 00000100:00000040:1.0:1749611394.961613:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300668419, at 4300668419 00000100:00000040:0.0:1749611394.961615:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300668419, at 4300668419 00000100:00000040:2.0:1749611394.961618:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300668419, at 4300668419 00000100:00000010:3.0:1749611394.961619:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5266100. 00000100:00000010:1.0:1749611394.961624:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5266f40. 00000100:00000010:0.0:1749611394.961626:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5266f80. 00000100:00000010:2.0:1749611394.961629:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b5266000. 00000100:00000001:0.0:1749611395.458662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611395.458670:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611395.458672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611395.458677:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611395.458681:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611395.458685:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611395.458688:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611395.458690:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611395.458693:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611395.622757:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611395.622766:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611395.622768:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611395.622773:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611395.622795:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611395.622799:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611395.622802:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611395.622805:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611395.622808:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611395.930709:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611395.930715:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611395.930848:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611395.930854:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611395.930857:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611395.952628:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611395.952634:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611395.952637:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611395.952641:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611395.952645:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611395.952649:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611395.952652:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611395.952655:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611395.952657:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611395.960753:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611395.960767:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611395.960769:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611395.960773:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611395.960775:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611395.960778:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611395.960781:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611396.458666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611396.458675:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611396.458677:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611396.458682:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611396.458686:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611396.458690:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611396.458693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611396.458696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611396.458699:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611396.622694:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611396.622702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611396.622705:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611396.622710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611396.622714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611396.622718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611396.622721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611396.622724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611396.622742:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611396.932665:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611396.932671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611396.932776:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611396.932779:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611396.932782:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611396.952590:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611396.952595:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611396.952596:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611396.952599:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611396.952601:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611396.952604:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611396.952606:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611396.952608:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611396.952610:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611396.960597:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611396.960608:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611396.960610:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611396.960612:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611396.960614:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611396.960616:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611396.960618:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611397.458713:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611397.458722:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611397.458742:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611397.458747:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611397.458751:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611397.458755:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611397.458758:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611397.458761:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611397.458764:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611397.622665:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611397.622675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611397.622678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611397.622683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611397.622688:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611397.622692:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611397.622696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611397.622712:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611397.622727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611397.622734:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611397.622748:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611397.622753:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611397.622757:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611397.622760:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611397.622765:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611397.622779:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494665088:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611397.622787:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611397.622790:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611397.622794:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611397.622810:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611397.622815:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611397.622823:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611397.622826:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381900. 00000100:00000001:2.0:1749611397.622831:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611397.622832:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611397.622836:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611397.622841:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611397.622844:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611397.622847:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800a8bdde00 refcount=4 00000020:00000001:2.0:1749611397.622850:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:2.0:1749611397.622853:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00010000:2.0:1749611397.622859:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611397.622869:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611397.622874:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611397.622880:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611397.622883:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611397.622890:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611397.622893:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611397.622895:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611397.622901:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611397.622904:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611397.622907:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611397.622909:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611397.622921:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800a8bdde00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611397.622924:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611397.622927:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611397.622933:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611397.622934:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611397.622936:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611397.622937:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800a8bdde00 refcount=5 00000020:00000001:2.0:1749611397.622939:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:2.0:1749611397.622941:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135145233920 : -131938564317696 : ffff8800a8bdde00) 00010000:00000001:2.0:1749611397.622944:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611397.622947:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611397.622952:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611397.622954:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611397.622959:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611397.622962:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611397.622963:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611397.622966:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611397.622967:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611397.622970:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611397.622972:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611397.622973:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611397.622975:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611397.622978:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800a8bdde00 with handle 0x689c0ec07329d45b from hash 00010000:00000001:2.0:1749611397.622980:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611397.622981:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611397.622983:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611397.622984:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611397.622989:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611397.622990:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611397.622993:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611397.622994:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611397.622996:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611397.622997:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611397.623000:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611397.623005:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611397.623006:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611397.623008:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611397.623009:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611397.623011:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611397.623012:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611397.623013:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611397.623015:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8800a8bdde00/0x689c0ec07329d45b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611397.623023:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012a303c00 count: 0 00010000:00000001:2.0:1749611397.623057:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611397.623059:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611397.623062:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611397.623107:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9d180 x1834598494665088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611397.623115:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611397.623118:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611397.623119:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611397.623122:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611397.623126:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a8bdca00. 02000000:00000001:2.0:1749611397.623131:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611397.623133:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611397.623135:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d180. 00000100:00000001:2.0:1749611397.623140:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611397.623142:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611397.623144:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611397.623147:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611397.623155:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611397.623159:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013051f2c0. 00000020:00000010:2.0:1749611397.623164:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:2.0:1749611397.623170:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8ea00. 00000040:00000010:2.0:1749611397.623174:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f600. 00000020:00000010:2.0:1749611397.623180:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611397.623185:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fe00. 80000000:00000010:2.0:1749611397.623189:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256de0. 00040000:00000010:2.0:1749611397.623195:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:2.0:1749611397.623202:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611397.623208:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 10000000:00000040:2.0:1749611397.623216:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611397.623221:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 10000000:00000001:2.0:1749611397.623225:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611397.623229:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611397.623234:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8ea00. 00000040:00000010:2.0:1749611397.623238:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f600. 00000020:00000010:2.0:1749611397.623241:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611397.623246:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fe00. 80000000:00000010:2.0:1749611397.623249:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256de0. 00040000:00000010:2.0:1749611397.623253:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e600. 00080000:00000010:2.0:1749611397.623257:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:2.0:1749611397.623261:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611397.623265:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 10000000:00000010:2.0:1749611397.623268:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013051f2c0. 10000000:01000000:2.0:1749611397.623270:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:2.0:1749611397.623274:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611397.623277:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611397.623279:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611397.623281:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611397.623283:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:2.0:1749611397.623285:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611397.623287:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611397.623293:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749611397.623295:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611397.623297:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611397.623298:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:2.0:1749611397.623300:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611397.623302:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611397.623304:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611397.623305:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:2.0:1749611397.623311:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000020:00000040:2.0:1749611397.623314:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611397.623318:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611397.623321:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611397.623326:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611397.623331:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:2.0:1749611397.623337:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611397.623341:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611397.623343:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611397.623349:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2ad200. 00010000:00000001:2.0:1749611397.623354:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611397.623356:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f400. 00000020:00000001:2.0:1749611397.623359:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611397.623361:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f400 with handle 0x689c0ec07329d462 to hash 00000020:00000001:2.0:1749611397.623364:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611397.623365:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611397.623368:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611397.623371:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611397.623372:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611397.623376:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611397.623384:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611397.623395:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611397.623410:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611397.623413:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611397.623418:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749611397.623420:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749611397.623423:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611397.623425:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000100:00000001:2.0:1749611397.623429:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611397.623434:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611397.623436:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611397.623438:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611397.623443:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611397.623451:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611397.623452:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611397.623456:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611397.623463:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611397.623465:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611397.623466:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611397.623468:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611397.623470:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611397.623472:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611397.623473:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611397.623474:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611397.623476:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611397.625737:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012a303c00. 00010000:00000010:0.1:1749611397.625749:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a8bdde00. 00010000:00000001:0.0:1749611397.934667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611397.934675:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611397.934757:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611397.934763:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611397.934767:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611397.952635:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611397.952641:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611397.952644:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611397.952648:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611397.952652:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611397.952656:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611397.952658:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611397.952661:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611397.952664:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611397.960723:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611397.960737:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611397.960739:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611397.960743:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611397.960746:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611397.960749:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611397.960751:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611398.458704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611398.458713:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611398.458715:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611398.458720:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611398.458724:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611398.458728:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.458731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611398.458734:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611398.622728:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611398.622735:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611398.622737:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611398.622742:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611398.622745:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611398.622761:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.622764:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611398.622768:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.622770:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611398.936674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611398.936682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611398.936809:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611398.936815:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611398.936819:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611398.952635:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611398.952641:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611398.952644:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611398.952648:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611398.952652:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611398.952656:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.952659:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611398.952662:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.952665:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611398.960634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611398.960648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611398.960650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611398.960654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611398.960656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611398.960659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611398.960661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.458656:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611399.458664:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611399.458667:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611399.458671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611399.458675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.458678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.458681:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611399.458684:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.458686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.622745:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611399.622750:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611399.622767:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.622771:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611399.622774:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611399.622776:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.622779:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611399.622782:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.622784:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611399.938663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611399.938670:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611399.938768:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611399.938775:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611399.938780:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611399.952635:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611399.952641:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611399.952643:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611399.952647:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611399.952651:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.952654:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.952673:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611399.952677:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.952680:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.960634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611399.960648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611399.960650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.960653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.960656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.960659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.960661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611399.966647:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611399.966655:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611399.966658:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611399.966661:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611399.966665:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611399.966668:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611399.966671:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611399.966676:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6001 00000100:00080000:2.0:1749611399.966681:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611399.966684:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.966687:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611399.966690:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.966692:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611399.966695:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611399.966697:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611399.966701:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611399.966704:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611399.966706:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611399.966709:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611399.966712:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.966714:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611399.966725:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.966727:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611399.966731:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611399.966734:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611399.966737:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.966740:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611399.966747:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611399.966749:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.966751:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611399.966755:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611399.966760:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000020:00000040:2.0:1749611399.966764:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611399.966768:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611399.966770:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.966773:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611399.966776:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611399.966780:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611399.966788:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac891400. 00000100:00000001:2.0:1749611399.966795:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.966804:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611399.966816:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611399.966820:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.966825:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54e00] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.966853:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611399.966857:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611399.966861:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611399.966862:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611399.966864:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611399.966867:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611399.966869:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6001 00000100:00080000:2.0:1749611399.966877:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611399.966880:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.966883:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611399.966885:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.966887:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611399.966889:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611399.966890:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611399.966892:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611399.966894:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611399.966896:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611399.966898:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611399.966900:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.966902:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611399.966904:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.966906:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611399.966908:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611399.966910:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611399.966913:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.966915:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611399.966918:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611399.966920:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.966922:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611399.966924:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611399.966927:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56d80. 00000020:00000040:2.0:1749611399.966929:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611399.966931:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611399.966933:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.966934:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611399.966936:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611399.966937:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611399.966941:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac893800. 00000100:00000001:2.0:1749611399.966945:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.966948:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.966953:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611399.966954:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611399.966956:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611399.966962:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611399.966964:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.966964:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611399.966968:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56d80] to pc [ptlrpcd_rcv+-1] req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.966976:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611399.966977:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.966978:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611399.966979:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611399.966982:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611399.966983:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611399.966984:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611399.966985:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611399.966985:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611399.966988:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611399.966988:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611399.966990:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6001 00000100:00080000:2.0:1749611399.966992:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749611399.966992:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494666112:0@lo:38:kworker.0 00000100:00000040:2.0:1749611399.966995:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.966997:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611399.966997:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611399.966999:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.967001:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611399.967001:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611399.967003:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611399.967004:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:0.0:1749611399.967004:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611399.967005:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611399.967007:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611399.967007:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611399.967009:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611399.967011:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:0.0:1749611399.967012:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4063000. 00000100:00000040:2.0:1749611399.967014:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.967015:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611399.967015:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.967017:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.967019:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611399.967021:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:0.0:1749611399.967022:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00080000:2.0:1749611399.967023:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611399.967029:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611399.967030:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 02000000:00000001:2.0:1749611399.967031:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611399.967034:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611399.967036:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967038:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749611399.967038:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494666112, portal 4 00000100:00000001:2.0:1749611399.967040:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967041:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611399.967068:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 00000100:00000040:0.0:1749611399.967077:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611399.967079:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 00000020:00000040:2.0:1749611399.967082:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611399.967084:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611399.967085:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967086:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611399.967087:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611399.967089:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611399.967091:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611399.967095:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac892400. 00000100:00000001:2.0:1749611399.967098:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.967099:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611399.967102:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00100000:2.0:1749611399.967103:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749611399.967105:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494666112, offset 0 00000100:00000001:2.0:1749611399.967110:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611399.967112:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611399.967112:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611399.967116:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55880] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.967123:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.967126:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611399.967127:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611399.967129:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611399.967133:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 00000020:00000040:2.0:1749611399.967135:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611399.967137:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611399.967137:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf947d80 02000000:00000001:2.0:1749611399.967139:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611399.967140:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611399.967144:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2add00. 00000400:00000200:0.0:1749611399.967145:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 16120 00000100:00000001:2.0:1749611399.967146:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.967150:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611399.967154:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611399.967158:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611399.967164:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611399.967166:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611399.967171:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749611399.967171:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d880. 00000100:00000001:2.0:1749611399.967173:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.967174:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9d880 x1834598494666112 msgsize 520 00000100:00000040:2.0:1749611399.967178:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54000] to pc [ptlrpcd_00_02+2] req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611399.967178:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611399.967196:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611399.967199:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611399.967201:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611399.967203:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611399.967204:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611399.967206:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611399.967209:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749611399.967210:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00080000:2.0:1749611399.967211:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6001 00000400:00000010:0.0:1749611399.967212:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00001000:2.0:1749611399.967214:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff88007197dbf0 time=10 v=10 (10 0 0 0) 00000100:00000001:0.0:1749611399.967216:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611399.967218:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88007197dbf0 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:2.0:1749611399.967221:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000200:0.0:1749611399.967221:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611399.967224:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.967226:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611399.967227:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.967229:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611399.967230:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611399.967231:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611399.967232:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d43f 00000100:00000040:0.0:1749611399.967233:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611399.967234:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611399.967236:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e000 refcount=7 00000020:00000001:2.0:1749611399.967237:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000020:00000001:2.0:1749611399.967239:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000001:0.0:1749611399.967240:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967242:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611399.967243:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611399.967245:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611399.967246:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.967247:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611399.967249:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611399.967251:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 6 00000100:00000040:0.0:1749611399.967251:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1285 usecs (2 jiffies) 00000100:00000001:0.0:1749611399.967255:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300673426 00000100:00080000:2.0:1749611399.967259:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:0.0:1749611399.967259:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeeb40. 00000100:00000001:2.0:1749611399.967261:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.967263:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611399.967265:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611399.967266:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611399.967268:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967270:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611399.967271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300673426 00000100:00000001:2.0:1749611399.967272:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611399.967274:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000100:00000010:0.0:1749611399.967274:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee0c0. 00000020:00000040:2.0:1749611399.967276:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611399.967277:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611399.967278:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611399.967279:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967281:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611399.967282:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611399.967284:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611399.967287:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac891c00. 00000100:00000001:2.0:1749611399.967291:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.967295:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611399.967297:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300673426 00000100:00000010:0.0:1749611399.967300:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeed80. 00000100:00000001:2.0:1749611399.967301:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611399.967303:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967304:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611399.967306:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54380] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.967307:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300673426 00000100:00000010:0.0:1749611399.967310:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeeb00. 00000100:00000001:3.0:1749611399.967312:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611399.967312:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611399.967313:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967315:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611399.967316:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1749611399.967317:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494666112 00000100:00000001:2.0:1749611399.967318:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611399.967318:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611399.967321:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749611399.967321:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56a00. 00000100:00000001:0.0:1749611399.967321:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611399.967323:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611399.967323:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611399.967324:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611399.967325:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611399.967326:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611399.967327:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.967327:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967329:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749611399.967330:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ad900. 00000100:00000001:0.0:1749611399.967330:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611399.967332:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967332:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967332:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.967334:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611399.967335:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611399.967335:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611399.967337:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494666112 00000020:00000001:3.0:1749611399.967339:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611399.967340:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611399.967341:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611399.967343:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611399.967346:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967347:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749611399.967348:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967348:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967348:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611399.967349:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.967352:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611399.967353:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56a00] to pc [ptlrpcd_00_03+3] req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611399.967354:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5400. 02000000:00000001:0.0:1749611399.967354:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611399.967356:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611399.967359:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00100000:0.0:1749611399.967359:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494666240:0@lo:38:kworker.0 00000100:00000001:2.0:1749611399.967360:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967363:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611399.967364:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000040:2.0:1749611399.967365:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6011) 02000000:00000001:0.0:1749611399.967365:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611399.967366:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.967368:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611399.967370:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611399.967372:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611399.967374:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611399.967374:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012db64000. 00000100:00000001:2.0:1749611399.967376:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611399.967376:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967379:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967379:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611399.967380:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749611399.967381:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00000040:2.0:1749611399.967384:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611399.967384:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000200:0.0:1749611399.967388:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494666240, portal 10 00000100:00000001:0.0:1749611399.967390:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611399.967391:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.967391:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611399.967393:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.967396:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611399.967396:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393876352 : -131936315675264 : ffff88012ec56d80) 02000000:00000001:2.0:1749611399.967398:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611399.967400:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.967402:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611399.967403:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494666496:0@lo:400:kworker.0 00000100:00000001:2.0:1749611399.967407:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611399.967410:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611399.967410:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611399.967410:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611399.967411:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611399.967412:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611399.967413:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611399.967413:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611399.967414:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 02000000:00000001:2.0:1749611399.967415:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611399.967416:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611399.967417:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494666240, offset 0 00000100:00100000:3.0:1749611399.967419:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 02000000:00000010:2.0:1749611399.967419:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e600. 02000000:00000001:2.0:1749611399.967421:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611399.967421:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611399.967422:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321838208 : -131939387713408 : ffff880077a9d880) 00000400:00000010:2.0:1749611399.967426:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe160. 00000100:00000001:1.0:1749611399.967426:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611399.967427:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611399.967429:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9d880 x1834598494666112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611399.967429:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611399.967430:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000400:00000200:0.0:1749611399.967433:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947e00 00000100:00000200:2.0:1749611399.967435:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494666496, portal 10 00000100:00000001:2.0:1749611399.967437:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749611399.967438:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 82392 00000100:00000001:2.0:1749611399.967439:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 00000100:00000001:1.0:1749611399.967441:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611399.967442:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494666112:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611399.967443:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611399.967444:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611399.967445:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611399.967446:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494666112 00000400:00000200:0.0:1749611399.967446:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611399.967450:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611399.967450:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611399.967451:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611399.967453:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611399.967454:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749611399.967455:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9dc00. 00000100:00000001:1.0:1749611399.967456:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611399.967458:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9dc00 x1834598494666240 msgsize 520 00000100:00000040:2.0:1749611399.967460:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611399.967463:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00100000:0.0:1749611399.967463:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611399.967464:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611399.967466:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494666496, offset 0 00000020:00000001:3.0:1749611399.967468:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.967471:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611399.967472:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:3.0:1749611399.967473:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611399.967475:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1749611399.967476:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611399.967476:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000001:1.0:1749611399.967478:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611399.967478:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00010000:00000001:3.0:1749611399.967479:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611399.967481:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611399.967481:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611399.967481:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611399.967482:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749611399.967484:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611399.967484:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611399.967485:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611399.967486:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611399.967488:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611399.967489:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf947f00 00000100:00100000:1.0:1749611399.967490:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494666752:0@lo:400:kworker.0 00000100:00000001:0.0:1749611399.967491:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749611399.967492:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032800. 02000000:00000001:3.0:1749611399.967494:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.967494:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 82912 00000100:00000001:1.0:1749611399.967494:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611399.967494:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611399.967496:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611399.967497:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611399.967499:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.967500:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611399.967500:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611399.967501:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749611399.967501:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611399.967502:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749611399.967503:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.967503:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749611399.967505:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05b400. 00000100:00000001:0.0:1749611399.967505:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611399.967506:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611399.967507:0:28323:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749611399.967508:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.967508:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000200:2.0:1749611399.967509:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611399.967510:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611399.967510:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300673426 00000400:00000010:1.0:1749611399.967512:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749611399.967512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300673426 00000100:00000001:3.0:1749611399.967513:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749611399.967513:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57b80. 00000100:00000040:3.0:1749611399.967516:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611399.967516:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57b80 x1834598494666496 msgsize 224 00000400:00000010:1.0:1749611399.967517:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611399.967518:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611399.967519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300673426 00000100:00100000:2.0:1749611399.967520:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611399.967551:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300673426 00000100:00000001:0.0:1749611399.967553:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300673427 00000100:00000001:2.0:1749611399.967554:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611399.967558:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611399.967558:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300673426 00000400:00000200:2.0:1749611399.967560:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000100:00000001:0.0:1749611399.967560:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300673427 00000100:00000040:3.0:1749611399.967562:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749611399.967562:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 02000000:00000001:3.0:1749611399.967564:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611399.967564:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300673426 00000100:00000001:2.0:1749611399.967565:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611399.967566:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967567:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611399.967568:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494666752, portal 10 00000100:00000001:0.0:1749611399.967569:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611399.967570:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611399.967571:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611399.967572:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611399.967573:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393875456 : -131936315676160 : ffff88012ec56a00) 00000100:00000001:3.0:1749611399.967574:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611399.967576:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611399.967577:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611399.967579:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749611399.967581:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:1.0:1749611399.967581:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611399.967582:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.967584:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749611399.967586:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494666112, offset 0 00000100:00000001:0.0:1749611399.967586:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.967588:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611399.967589:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.967589:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611399.967590:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611399.967590:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611399.967591:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611399.967592:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611399.967592:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967593:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611399.967595:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00100000:0.0:1749611399.967595:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494666368:0@lo:38:kworker.0 00000100:00000040:2.0:1749611399.967597:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000200:1.0:1749611399.967598:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494666752, offset 0 00000100:00000001:0.0:1749611399.967598:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611399.967600:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611399.967600:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300673426 02000000:00000001:0.0:1749611399.967600:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611399.967602:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967603:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300673426 00000400:00000200:1.0:1749611399.967603:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611399.967603:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611399.967606:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300673426 02000000:00000010:0.0:1749611399.967607:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad0000. 00000400:00000200:3.0:1749611399.967608:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf947d80 00000100:00000001:2.0:1749611399.967608:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300673426 02000000:00000001:0.0:1749611399.967609:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967610:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300673426 00000400:00000200:1.0:1749611399.967612:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611399.967613:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000400:00000200:3.0:1749611399.967614:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8c79 [1] + 0 00000100:00000001:2.0:1749611399.967617:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300673427 00000400:00000200:3.0:1749611399.967619:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611399.967620:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300673426 00000400:00000200:1.0:1749611399.967620:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948000 00000100:00000001:2.0:1749611399.967622:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300673427 00000400:00000200:3.0:1749611399.967623:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611399.967624:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611399.967626:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611399.967627:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611399.967628:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 83136 00000100:00000001:2.0:1749611399.967629:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967632:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611399.967634:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611399.967637:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611399.967638:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611399.967639:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611399.967639:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611399.967641:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611399.967641:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611399.967641:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494666368, portal 10 00000100:00000001:2.0:1749611399.967643:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.967643:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611399.967644:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967644:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00000200:3.0:1749611399.967645:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.967646:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611399.967649:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611399.967650:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749611399.967654:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d74a80. 00000100:00000040:3.0:1749611399.967656:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611399.967657:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880081d74a80 x1834598494666752 msgsize 224 00000100:00100000:1.0:1749611399.967661:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611399.967665:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611399.967668:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611399.967670:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611399.967670:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611399.967671:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611399.967672:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00100000:2.0:1749611399.967672:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494666240 00000400:00000010:0.0:1749611399.967673:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000400:00000010:3.0:1749611399.967674:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611399.967674:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611399.967677:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611399.967678:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611399.967679:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967680:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611399.967680:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494666368, offset 0 02000000:00000001:2.0:1749611399.967682:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611399.967683:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611399.967685:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.967685:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494666240 00000400:00000200:1.0:1749611399.967686:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000001:2.0:1749611399.967687:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611399.967688:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:2.0:1749611399.967688:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:1.0:1749611399.967689:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000020:00000001:2.0:1749611399.967690:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611399.967690:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611399.967691:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611399.967692:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.967692:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611399.967693:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611399.967694:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611399.967697:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611399.967697:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947e80 00000100:00000040:3.0:1749611399.967698:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d880 x1834598494666112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611399.967698:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000400:00000200:0.0:1749611399.967701:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 83360 00000020:00000010:2.0:1749611399.967702:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000400:00000200:0.0:1749611399.967705:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749611399.967706:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 00000100:00000001:1.0:1749611399.967706:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611399.967709:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494666112:12345-0@lo:38:kworker.0 Request processed in 267us (532us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611399.967709:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611399.967709:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611399.967709:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611399.967710:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611399.967712:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611399.967713:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611399.967714:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611399.967716:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967717:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611399.967717:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9df80. 00000100:00100000:3.0:1749611399.967718:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00000001:1.0:1749611399.967718:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611399.967720:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9df80 x1834598494666368 msgsize 520 00000100:00000001:3.0:1749611399.967721:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611399.967722:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611399.967722:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967723:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611399.967724:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611399.967726:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1140 usecs (2 jiffies) 00000020:00000010:3.0:1749611399.967728:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000001:2.0:1749611399.967729:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611399.967729:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300673427 00000100:00000001:0.0:1749611399.967731:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749611399.967732:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00100000:2.0:1749611399.967732:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494666496 00000100:00000001:1.0:1749611399.967735:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300673426 00000400:00000200:0.0:1749611399.967735:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611399.967737:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000001:2.0:1749611399.967738:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611399.967738:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300673427 00000100:00000001:0.0:1749611399.967739:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611399.967740:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749611399.967741:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5400. 00000100:00000001:1.0:1749611399.967741:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300673426 00000100:00000001:2.0:1749611399.967742:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611399.967743:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611399.967744:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.967744:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300673427 00000100:00000001:3.0:1749611399.967746:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611399.967746:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494666496 00000100:00000001:1.0:1749611399.967746:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300673427 00000020:00000001:2.0:1749611399.967748:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611399.967748:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300673427 00000020:00000040:2.0:1749611399.967749:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611399.967750:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611399.967750:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300673427 00000100:00000001:0.0:1749611399.967750:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749611399.967752:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611399.967752:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611399.967753:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611399.967755:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611399.967755:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611399.967757:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611399.967758:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967759:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.967760:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.967761:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611399.967761:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611399.967763:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611399.967764:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f2c0. 00000100:00000001:1.0:1749611399.967765:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611399.967766:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:1.0:1749611399.967767:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611399.967769:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300673426 00000020:00000040:2.0:1749611399.967771:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611399.967771:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300673427 00000100:00000001:1.0:1749611399.967773:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.967773:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300673426 00000100:00000001:1.0:1749611399.967775:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.967775:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300673427 00000100:00000001:3.0:1749611399.967776:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611399.967776:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967778:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1749611399.967779:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494666752 00000100:00000001:1.0:1749611399.967779:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611399.967781:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749611399.967781:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000001:0.0:1749611399.967782:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300673426 00000100:00000001:3.0:1749611399.967783:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749611399.967784:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000100:00000001:3.0:1749611399.967785:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300673427 00000020:00000010:2.0:1749611399.967786:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000100:00000001:0.0:1749611399.967787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300673426 02000000:00000001:3.0:1749611399.967788:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967789:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300673427 00000100:00100000:3.0:1749611399.967790:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494666752 00000100:00000001:0.0:1749611399.967791:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611399.967792:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611399.967792:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611399.967793:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611399.967794:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d454 00000100:00000001:2.0:1749611399.967794:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611399.967794:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611399.967795:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749611399.967796:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611399.967796:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749611399.967797:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494666368 00000100:00000001:2.0:1749611399.967798:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611399.967799:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb000 refcount=5 02000000:00000001:1.0:1749611399.967799:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611399.967799:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611399.967801:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:1.0:1749611399.967801:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611399.967802:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1749611399.967804:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:2.0:1749611399.967804:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611399.967804:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967806:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967806:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611399.967807:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749611399.967807:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967807:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.967809:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749611399.967810:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5397100. 00000100:00100000:1.0:1749611399.967810:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494666368 00000100:00000001:2.0:1749611399.967811:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611399.967811:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611399.967812:0:12680:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611399.967813:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611399.967814:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012bdee600. 00000020:00000040:1.0:1749611399.967814:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611399.967816:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749611399.967816:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494666624:0@lo:38:kworker.0 00000100:00000001:2.0:1749611399.967817:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611399.967818:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611399.967818:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611399.967818:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967819:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611399.967820:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5397100. 00000020:00000001:1.0:1749611399.967820:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.967820:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749611399.967822:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 02000000:00000001:0.0:1749611399.967822:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611399.967824:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a800. 02000000:00000001:0.0:1749611399.967824:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611399.967825:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000010:3.0:1749611399.967826:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5400. 00000100:00000001:2.0:1749611399.967827:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879936 : -131936315671680 : ffff88012ec57b80) 02000000:00000010:0.0:1749611399.967827:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad2800. 00000020:00000010:1.0:1749611399.967828:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac4cf80. 00000020:00000010:3.0:1749611399.967829:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 02000000:00000001:0.0:1749611399.967829:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.967831:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57b80 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:80/0 lens 224/0 e 0 to 0 dl 1749611410 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611399.967832:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000400:00000010:0.0:1749611399.967832:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000020:00000010:1.0:1749611399.967833:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000400:00000010:0.0:1749611399.967835:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749611399.967836:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611399.967836:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611399.967838:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611399.967838:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749611399.967838:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494666624, portal 10 00000100:00000001:3.0:1749611399.967840:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.967840:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611399.967840:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967840:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611399.967841:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 00000100:00000001:1.0:1749611399.967843:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967844:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611399.967846:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611399.967846:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611399.967847:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611399.967848:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967850:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611399.967852:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611399.967853:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611399.967854:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611399.967855:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611399.967855:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611399.967857:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749611399.967857:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051fbc0. 00000400:00000010:0.0:1749611399.967857:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00100000:1.0:1749611399.967858:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00000200:0.0:1749611399.967859:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494666624, offset 0 00000100:00000001:2.0:1749611399.967860:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611399.967862:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051fbc0. 00000100:00000040:1.0:1749611399.967862:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb000 : new rpc_count 1 00000100:00000001:1.0:1749611399.967864:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492588672 : -131939216962944 : ffff880081d74a80) 00000100:00100000:3.0:1749611399.967865:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00000001:3.0:1749611399.967867:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321839104 : -131939387712512 : ffff880077a9dc00) 00000100:00100000:2.0:1749611399.967868:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494666496:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749611399.967869:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d74a80 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:80/0 lens 224/0 e 0 to 0 dl 1749611410 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611399.967870:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611399.967872:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9dc00 x1834598494666240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611399.967872:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494666496 00000020:00000001:2.0:1749611399.967875:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611399.967876:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611399.967878:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611399.967879:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749611399.967880:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611399.967880:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf947f80 00000020:00000010:1.0:1749611399.967881:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5266f40. 00000020:00000001:2.0:1749611399.967883:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611399.967883:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611399.967884:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 83880 00000020:00000001:2.0:1749611399.967885:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:1.0:1749611399.967886:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5266f40. 00000020:00000001:2.0:1749611399.967887:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749611399.967888:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494666240:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611399.967888:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611399.967891:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494666240 00000020:00000001:2.0:1749611399.967891:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611399.967891:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611399.967893:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611399.967894:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611399.967894:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749611399.967895:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749611399.967896:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611399.967896:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749611399.967897:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611399.967897:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494666752:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611399.967899:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:0.0:1749611399.967899:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9e300. 00000100:00000040:0.0:1749611399.967901:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9e300 x1834598494666624 msgsize 520 00000100:00000200:1.0:1749611399.967902:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494666752 00000100:00000001:2.0:1749611399.967903:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611399.967904:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.967905:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611399.967905:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611399.967905:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749611399.967907:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611399.967907:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611399.967908:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:3.0:1749611399.967909:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749611399.967909:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac892800. 00000020:00000001:1.0:1749611399.967910:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611399.967910:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:2.0:1749611399.967911:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611399.967911:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00010000:00000001:3.0:1749611399.967912:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611399.967912:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611399.967913:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967913:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611399.967914:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611399.967915:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749611399.967915:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967916:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611399.967917:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749611399.967917:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611399.967918:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1749611399.967918:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494666496 00000020:00000001:1.0:1749611399.967920:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611399.967921:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:3.0:1749611399.967922:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d030800. 00000020:00000001:1.0:1749611399.967922:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611399.967923:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749611399.967924:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967924:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000200:2.0:1749611399.967925:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec57b80 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611399.967925:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967926:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.967926:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611399.967927:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749611399.967928:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611399.967930:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.967930:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611399.967932:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611399.967932:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611399.967933:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749611399.967933:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611399.967934:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1749611399.967935:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.967936:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:1.0:1749611399.967936:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42f400. 00000100:00000001:0.0:1749611399.967936:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611399.967937:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611399.967938:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611399.967938:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.967938:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 932 usecs (1 jiffies) 00000100:00000040:3.0:1749611399.967940:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611399.967940:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.967941:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611399.967941:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300673426 00000100:00000001:3.0:1749611399.967942:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611399.967942:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.967943:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611399.967943:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300673427 00000100:00000001:3.0:1749611399.967945:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611399.967945:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000040:1.0:1749611399.967945:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494666752 00000100:00000001:0.0:1749611399.967945:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300673426 02000000:00000001:2.0:1749611399.967947:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749611399.967947:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611399.967947:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300673427 00000100:00000040:3.0:1749611399.967948:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611399.967948:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300673426 02000000:00000001:2.0:1749611399.967949:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611399.967950:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611399.967950:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300673427 02000000:00000001:3.0:1749611399.967951:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611399.967952:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880081d74a80 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.967952:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300673426 00000100:00000001:3.0:1749611399.967953:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611399.967955:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611399.967956:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611399.967958:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611399.967958:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749611399.967959:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611399.967959:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300673427 00000400:00000010:2.0:1749611399.967961:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00010000:00000001:1.0:1749611399.967961:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.967961:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611399.967962:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494666240, offset 0 00000100:00001000:1.0:1749611399.967963:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611399.967963:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611399.967965:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494666496, offset 224 00000400:00000200:3.0:1749611399.967966:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611399.967967:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611399.967970:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000001:0.0:1749611399.967971:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611399.967972:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749611399.967973:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749611399.967974:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611399.967975:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749611399.967975:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 02000000:00000001:1.0:1749611399.967976:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.967978:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611399.967979:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611399.967980:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000040:1.0:1749611399.967981:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611399.967983:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611399.967983:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611399.967985:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947e00 00000400:00000200:2.0:1749611399.967985:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611399.967986:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611399.967991:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c81 [1] + 0 00000400:00000200:2.0:1749611399.967992:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611399.967995:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611399.967996:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611399.967996:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494666752, offset 224 00000400:00000200:3.0:1749611399.967999:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611399.967999:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947f00 00000400:00000200:1.0:1749611399.968001:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611399.968002:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611399.968004:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968006:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749611399.968007:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c89 [1] + 224 02000000:00000001:0.0:1749611399.968008:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611399.968009:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611399.968010:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611399.968012:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611399.968012:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611399.968014:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948000 02000000:00000001:0.0:1749611399.968015:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.968016:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611399.968018:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611399.968020:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c91 [1] + 224 00000100:00001000:0.0:1749611399.968021:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611399 v=5 (0 0 0 0) 00000100:00000200:3.0:1749611399.968023:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611399.968024:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749611399.968024:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=72 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611399.968027:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611399.968027:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611399.968027:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611399.968030:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611399.968031:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611399.968032:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611399.968033:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611399.968033:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611399.968035:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611399.968037:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611399.968041:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611399.968069:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968072:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611399.968075:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968075:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611399.968076:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:0.0:1749611399.968077:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611399.968078:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611399.968079:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611399.968080:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611399.968082:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611399.968082:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611399.968082:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611399.968084:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611399.968085:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.968087:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000100:00000040:3.0:1749611399.968088:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611399.968090:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611399.968090:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000020:00000001:3.0:1749611399.968092:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611399.968092:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611399.968094:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749611399.968094:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611399.968095:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611399.968096:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611399.968097:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9dc00 x1834598494666240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968097:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.968100:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611399.968101:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611399.968102:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749611399.968102:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000001:2.0:1749611399.968104:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611399.968106:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1749611399.968106:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00100000:3.0:1749611399.968107:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494666240:12345-0@lo:38:kworker.0 Request processed in 220us (646us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611399.968109:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611399.968110:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57b80 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611399.968111:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611399.968111:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494666112:0@lo:38:kworker.0 00000100:00100000:3.0:1749611399.968115:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00000001:0.0:1749611399.968115:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968116:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968117:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611399.968118:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611399.968119:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611399.968120:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494666496:12345-0@lo:400:kworker.0 Request processed in 278us (602us total) trans 0 rc 0/0 00000100:00000040:1.0:1749611399.968120:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611399.968121:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54e00 x1834598494666112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611399.968122:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00010000:00000001:1.0:1749611399.968124:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611399.968127:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968127:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749611399.968128:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00000100:00100000:2.0:1749611399.968129:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000020:00000001:1.0:1749611399.968130:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749611399.968130:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749611399.968132:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:3.0:1749611399.968133:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 02000000:00000010:0.0:1749611399.968133:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4063000. 00000100:00000001:2.0:1749611399.968134:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611399.968137:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611399.968137:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d74a80 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:80/0 lens 224/224 e 0 to 0 dl 1749611410 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611399.968137:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611399.968139:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611399.968140:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749611399.968142:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749611399.968142:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611399.968144:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1749611399.968145:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac891400. 00000100:00100000:3.0:1749611399.968146:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494666624 00000020:00000010:2.0:1749611399.968146:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 02000000:00000001:3.0:1749611399.968148:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611399.968148:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1749611399.968150:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 02000000:00000001:0.0:1749611399.968150:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611399.968152:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54e00. 00000100:00100000:1.0:1749611399.968154:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494666752:12345-0@lo:400:kworker.0 Request processed in 272us (493us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611399.968155:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749611399.968155:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:3.0:1749611399.968157:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968158:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1749611399.968159:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611399.968159:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611399.968160:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.968161:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611399.968162:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494666624 00000100:00000001:0.0:1749611399.968162:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611399.968164:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611399.968165:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611399.968167:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749611399.968167:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00000001:0.0:1749611399.968167:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611399.968168:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611399.968169:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968170:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749611399.968171:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.968171:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611399.968172:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611399.968172:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb000 : new rpc_count 0 00000100:00000001:0.0:1749611399.968172:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611399.968175:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4400. 00000100:00000001:1.0:1749611399.968175:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749611399.968176:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749611399.968177:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000400:00000001:0.0:1749611399.968177:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611399.968178:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7780. 00000100:00000001:1.0:1749611399.968178:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611399.968179:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321840000 : -131939387711616 : ffff880077a9df80) 00000400:00000010:0.0:1749611399.968179:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000020:00000010:3.0:1749611399.968181:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000400:00000200:0.0:1749611399.968182:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000040:2.0:1749611399.968183:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9df80 x1834598494666368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611399.968183:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000001:3.0:1749611399.968184:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749611399.968184:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:3.0:1749611399.968185:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611399.968186:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611399.968188:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611399.968188:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000200:0.0:1749611399.968190:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611399.968191:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.968192:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494666368:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611399.968193:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611399.968196:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494666368 00000020:00000001:2.0:1749611399.968198:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611399.968199:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611399.968200:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749611399.968200:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749611399.968202:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5400. 00000100:00100000:3.0:1749611399.968204:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00000200:0.0:1749611399.968204:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611399.968206:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321840896 : -131939387710720 : ffff880077a9e300) 00000020:00000040:1.0:1749611399.968208:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 00000020:00000001:2.0:1749611399.968209:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611399.968210:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9e300 x1834598494666624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611419 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968210:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611399.968212:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968212:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:2.0:1749611399.968213:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611399.968214:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749611399.968216:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611399.968216:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611399.968217:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611399.968219:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494666624:12345-0@lo:38:kworker.0 00010000:00000001:2.0:1749611399.968219:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611399.968219:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.968221:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611399.968222:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494666624 00000100:00000001:2.0:1749611399.968222:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611399.968223:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611399.968224:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611399.968225:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749611399.968225:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611399 v=5 (0 0 0 0) 00010000:00000001:3.0:1749611399.968226:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611399.968228:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1749611399.968228:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=54 v=20 (20 1 1 1) 02000000:00000010:2.0:1749611399.968229:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac891400. 00000100:00000001:1.0:1749611399.968230:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.968230:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611399.968231:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968232:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611399.968233:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611399.968234:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968234:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:1.0:1749611399.968235:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1749611399.968236:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:3.0:1749611399.968237:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611399.968237:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611399.968237:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611399.968238:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611399.968239:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749611399.968239:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00001000:2.0:1749611399.968240:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749611399.968242:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611399.968242:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611399.968243:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611399.968244:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749611399.968244:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611399.968245:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611399.968246:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611399.968246:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611399.968247:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611399.968248:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611399.968248:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611399.968250:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611399.968250:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:1.0:1749611399.968251:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968251:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611399.968253:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611399.968254:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:0.0:1749611399.968254:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749611399.968256:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d031800. 00000100:00080000:0.0:1749611399.968256:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611399.968257:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611399.968258:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968258:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611399.968260:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611399.968260:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611399.968261:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611399.968262:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611399.968263:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611399.968263:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749611399.968264:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.968265:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968266:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749611399.968267:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611399.968267:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611399.968268:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611399.968269:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494666240:0@lo:38:kworker.0 00000100:00000001:3.0:1749611399.968270:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611399.968270:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611399.968270:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611399.968272:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611399.968272:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 02000000:00000001:1.0:1749611399.968272:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611399.968273:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968274:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611399.968275:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611399.968275:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611399.968276:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494666368, offset 0 00000100:00000001:1.0:1749611399.968276:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.968277:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611399.968278:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611399.968279:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611399.968279:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611399.968282:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:1.0:1749611399.968283:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197f438 time=10 v=5 (5 0 0 0) 00000100:00000040:0.0:1749611399.968283:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56d80 x1834598494666240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611399.968284:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611399.968286:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611399.968286:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749611399.968287:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1749611399.968288:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611399.968289:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611399.968290:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611399.968291:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611399.968291:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.968291:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749611399.968292:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947e80 00000400:00000010:3.0:1749611399.968293:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000010:0.0:1749611399.968293:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db64000. 00010000:00000001:1.0:1749611399.968294:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749611399.968295:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749611399.968296:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8c9d [1] + 0 00000020:00000001:0.0:1749611399.968296:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611399.968297:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00010000:00080000:1.0:1749611399.968299:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611399.968299:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1749611399.968300:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494666624, offset 0 00000400:00000200:2.0:1749611399.968300:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611399.968301:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac893800. 02000000:00000001:0.0:1749611399.968303:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749611399.968304:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611399.968304:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611399.968304:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611399.968305:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56d80. 00010000:00000001:1.0:1749611399.968306:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.968307:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611399.968309:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611399.968309:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611399.968310:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611399.968311:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611399.968311:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611399.968311:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611399.968312:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968313:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611399.968314:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968314:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.968315:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611399.968317:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf947f80 00000100:00000001:0.0:1749611399.968317:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611399.968318:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968319:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611399.968320:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611399.968322:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ca5 [1] + 0 00000400:00000200:3.0:1749611399.968326:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611399.968329:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611399.968331:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611399.968332:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611399.968333:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611399.968333:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611399.968335:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611399.968336:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968336:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611399.968337:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:2.0:1749611399.968338:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:0.0:1749611399.968338:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611399.968339:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968341:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611399.968342:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611399.968342:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611399.968343:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611399.968344:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611399.968345:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611399.968345:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000100:00000040:2.0:1749611399.968347:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749611399.968347:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494666752:0@lo:400:kworker.0 00000400:00000200:0.0:1749611399.968347:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:0.0:1749611399.968349:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611399.968350:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968351:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968351:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611399.968352:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611399.968353:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611399.968353:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611399.968355:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9df80 x1834598494666368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611399.968355:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611399.968356:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56a00 x1834598494666752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611399.968357:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:1.0:1749611399.968362:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749611399.968364:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000001:1.0:1749611399.968364:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749611399.968364:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611399.968365:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494666368:12345-0@lo:38:kworker.0 Request processed in 172us (642us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611399.968367:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:1.0:1749611399.968367:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05b400. 00000100:00000001:3.0:1749611399.968368:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749611399.968370:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611399.968371:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611399.968372:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611399.968372:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611399.968372:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611399.968373:0:28324:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611399.968374:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611399.968375:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611399.968375:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611399.968375:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611399.968376:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611399.968377:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.968378:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 02000000:00000010:1.0:1749611399.968378:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ad900. 00000020:00000001:3.0:1749611399.968379:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611399.968380:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611399.968381:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611399.968382:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611399.968382:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749611399.968383:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9e300 x1834598494666624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968383:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611399.968384:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56a00. 00000020:00000010:2.0:1749611399.968385:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac4cf80. 02000000:00000001:0.0:1749611399.968385:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968387:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611399.968388:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611399.968389:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00001000:0.0:1749611399.968389:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611399 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611399.968390:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611399.968392:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494666624:12345-0@lo:38:kworker.0 Request processed in 172us (488us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749611399.968392:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a800. 00000100:00001000:0.0:1749611399.968392:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=104 v=20 (1 1 1 20) 00000100:00000001:1.0:1749611399.968394:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611399.968395:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611399.968396:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611399.968396:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611399.968397:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.968397:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611399.968399:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00000001:1.0:1749611399.968399:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968399:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611399.968401:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611399.968403:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611399.968403:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611399.968406:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7780. 00000020:00000010:3.0:1749611399.968409:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749611399.968410:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611399.968411:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749611399.968412:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4400. 00000100:00000001:0.0:1749611399.968412:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611399.968413:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611399.968415:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611399.968415:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611399.968415:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611399.968416:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611399.968418:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611399.968421:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611399.968422:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.968423:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611399.968424:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611399.968426:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611399.968428:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611399.968430:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611399.968432:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe160. 00000100:00100000:0.0:1749611399.968433:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494666368:0@lo:38:kworker.0 00000400:00000200:2.0:1749611399.968434:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000400:00000010:2.0:1749611399.968436:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:2.0:1749611399.968439:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749611399.968439:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611399.968441:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611399.968442:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000100:00000200:2.0:1749611399.968443:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611399.968445:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611399.968446:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749611399.968448:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611399.968451:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611399.968452:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968458:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611399.968459:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968460:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.968462:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611399.968464:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611399.968465:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611399.968467:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611399.968469:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611399.968474:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=104 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611399.968476:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749611399.968477:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611399.968477:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.968479:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611399.968479:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611399.968481:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.968481:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611399.968482:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749611399.968483:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611399.968484:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.968485:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749611399.968487:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611399.968489:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197dc38 time=1749611399 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611399.968492:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197dbf0 time=10 v=15 (15 0 0 0) 00000100:00000001:0.0:1749611399.968494:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611399.968495:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611399.968497:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611399.968498:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611399.968501:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611399.968501:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611399.968503:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611399.968505:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611399.968506:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968507:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611399.968509:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611399.968510:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611399.968510:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968512:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611399.968513:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611399.968515:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611399.968516:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611399.968518:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611399.968519:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611399.968519:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611399.968520:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611399.968547:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611399.968551:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611399.968554:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494666624:0@lo:38:kworker.0 00000100:00000001:0.0:1749611399.968558:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611399.968560:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494666496:0@lo:400:kworker.0 00000100:00000001:0.0:1749611399.968560:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611399.968563:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55880 x1834598494666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968564:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.968566:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611399.968570:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54000 x1834598494666496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968576:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611399.968579:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611399.968579:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1749611399.968581:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e600. 02000000:00000001:0.0:1749611399.968581:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611399.968583:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad0000. 02000000:00000001:2.0:1749611399.968584:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611399.968585:0:28323:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749611399.968586:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1749611399.968587:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611399.968587:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1749611399.968588:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1749611399.968589:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000010:2.0:1749611399.968590:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2add00. 00000020:00000001:0.0:1749611399.968590:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611399.968592:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac892400. 02000000:00000001:2.0:1749611399.968593:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611399.968594:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611399.968595:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749611399.968595:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611399.968596:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54000. 00000100:00000010:0.0:1749611399.968597:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55880. 00000100:00000001:0.0:1749611399.968599:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611399.968600:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611399.968601:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968601:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611399.968603:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968603:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611399.968607:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54380 x1834598494666624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611419 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611399.968612:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611399.968613:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611399.968614:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.968615:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611399.968616:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749611399.968616:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad2800. 00000100:00000001:2.0:1749611399.968618:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611399.968618:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611399.968619:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611399.968620:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611399.968622:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611399.968623:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac891c00. 02000000:00000001:0.0:1749611399.968625:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611399.968626:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611399.968627:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54380. 00000100:00000001:0.0:1749611399.968629:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611399.968630:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611399.968632:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611399.968635:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611399.968637:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611399.968638:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611399.969625:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300673427, at 4300673427 00000100:00000040:2.0:1749611399.969634:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300673427, at 4300673427 00000100:00000040:3.0:1749611399.969635:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300673427, at 4300673427 00000100:00000010:0.0:1749611399.969636:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeeb40. 00000100:00000040:1.0:1749611399.969641:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300673427, at 4300673427 00000100:00000010:2.0:1749611399.969651:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeed80. 00000100:00000010:1.0:1749611399.969652:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee0c0. 00000100:00000010:3.0:1749611399.969665:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeeb00. 00000100:00000001:0.0:1749611400.458702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611400.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611400.458714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611400.458719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611400.458723:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611400.458728:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611400.458731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611400.458734:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611400.458736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611400.622658:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611400.622666:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611400.622668:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611400.622673:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611400.622677:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611400.622680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611400.622683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611400.622686:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611400.622689:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611400.940766:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611400.940774:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.940817:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749611400.940820:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611400.940823:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611400.952632:0:25161:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611400.952638:0:25161:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611400.952640:0:25161:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611400.952644:0:25161:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611400.952648:0:25161:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611400.952652:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611400.952655:0:25161:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611400.952667:0:25161:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611400.952678:0:25161:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611400.952682:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611400.952691:0:25161:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611400.952695:0:25161:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611400.952697:0:25161:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611400.952699:0:25161:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611400.952703:0:25161:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611400.952711:0:25161:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:25161:1834598494664960:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611400.952739:0:25161:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611400.952741:0:25161:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611400.952744:0:25161:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611400.952747:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611400.952750:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611400.952757:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611400.952760:0:25161:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381780. 00000100:00000001:0.0:1749611400.952765:0:25161:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611400.952766:0:25161:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611400.952769:0:25161:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611400.952771:0:25161:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9ce00 x1834598494664960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611400.952778:0:25161:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611400.952781:0:25161:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611400.952783:0:25161:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611400.952786:0:25161:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611400.952790:0:25161:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880070f02000. 02000000:00000001:0.0:1749611400.952798:0:25161:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611400.952800:0:25161:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611400.952802:0:25161:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9ce00. 00000100:00000001:0.0:1749611400.952809:0:25161:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611400.952811:0:25161:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611400.952813:0:25161:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611400.952816:0:25161:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611400.952819:0:25161:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611400.952823:0:25161:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000010:0.0:1749611400.952826:0:25161:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4544 at ffff88007d28a000. 00000020:00000001:0.0:1749611400.952835:0:25161:0:(tgt_mount.c:1431:server_notify_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02000000:0.0:1749611400.952839:0:25161:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1749611400.957326:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdc400. 00000020:00000010:0.0:1749611400.957334:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8bdde00. 00000020:00000010:0.0:1749611400.957347:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b7800. 00000020:00000010:0.0:1749611400.957354:0:25161:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8508. 00000020:00000010:0.0:1749611400.957358:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a8bdc000. 80000000:00000010:0.0:1749611400.957362:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16240. 40000000:00000010:0.0:1749611400.957366:0:25161:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdeeb40. 00100000:00000010:0.0:1749611400.957373:0:25161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a3b1000. 00040000:00000010:0.0:1749611400.957378:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012a303700. 00040000:00000010:0.0:1749611400.957382:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a8bdc800. 00080000:00000010:0.0:1749611400.957389:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a824000. 00080000:00000010:0.0:1749611400.957395:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1fc000. 00002000:00000010:0.0:1749611400.957404:0:25161:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bad0000. 00000020:00000010:0.0:1749611400.957408:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8bdca00. 00000020:00000010:0.0:1749611400.957412:0:25161:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000020:00000010:0.0:1749611400.957416:0:25161:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00002000:00000001:0.0:1749611400.957420:0:25161:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1749611400.957424:0:25161:0:(osd_handler.c:8775:osd_prepare()) Process entered 00040000:00000001:0.0:1749611400.957427:0:25161:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1749611400.957430:0:25161:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1749611400.957433:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611400.957436:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611400.957439:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611400.957443:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611400.957447:0:25161:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.957451:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611400.957458:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00080000:00000001:0.0:1749611400.957463:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.957465:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.957484:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.957504:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957507:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.957509:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957511:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.957513:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.957517:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 73735:1809994347 to info ffff88007a824000 00000020:00000001:0.0:1749611400.957568:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff638 00080000:00000002:0.0:1749611400.957570:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:0.0:1749611400.957574:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957578:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611400.957581:0:25161:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009bad2000. 00080000:00000001:0.0:1749611400.957585:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.957588:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.957593:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012a303c00. 00000020:00000001:0.0:1749611400.957598:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.957601:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a8bddc00. 00000020:00000001:0.0:1749611400.957604:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957607:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.957609:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.957612:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957614:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.957619:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957623:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.957627:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137316990040 : -131936392561576 : ffff88012a303c58) 00040000:00000001:0.0:1749611400.957635:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.957637:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.957638:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.957639:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.957640:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.957641:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611400.957645:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a8bddc00. 00000020:00000010:0.0:1749611400.957649:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012a303c00. 00000020:00000001:0.0:1749611400.957667:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.957670:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.957673:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e6c0. 00002000:00000001:0.0:1749611400.957675:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00002000:00000001:0.0:1749611400.957679:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.957681:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:0.0:1749611400.957683:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a8bddc00. 00002000:00000001:0.0:1749611400.957686:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957687:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.957689:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.957697:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957699:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.957702:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957705:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.957709:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00040000:00000001:0.0:1749611400.957712:0:25161:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1749611400.957715:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415a00/ffff88009717e480 to site lru. bkt: ffff880111e9a060 00040000:00000001:0.0:1749611400.957719:0:25161:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611400.957721:0:25161:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88006a3819c0. 00040000:00000001:0.0:1749611400.957724:0:25161:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611400.957726:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.957728:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.957730:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e7e0. 00002000:00000001:0.0:1749611400.957732:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144888 : -131938860406728 : ffff88009717e838) 00002000:00000001:0.0:1749611400.957734:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.957735:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1749611400.957738:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800a8bdda00. 00002000:00000001:0.0:1749611400.957740:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957741:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.957744:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611400.957746:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.957748:0:25161:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611400.957751:0:25161:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957752:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.957756:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957757:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.957759:0:25161:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611400.957761:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611400.957763:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.957764:0:25161:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611400.957765:0:25161:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957768:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.957771:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144888 : -131938860406728 : ffff88009717e838) 00040000:00000001:0.0:1749611400.957774:0:25161:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612135145232896 : -131938564318720 : ffff8800a8bdda00) 00040000:00000001:0.0:1749611400.957776:0:25161:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611400.957779:0:25161:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1749611400.957786:0:25161:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611400.957788:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611400.957789:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611400.957791:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611400.957794:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611400.957797:0:25161:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957800:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.957802:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.957811:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.957818:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957820:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.957821:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957823:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.957824:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.957827:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 92:1809994348 to info ffff88007a824000 00000020:00000001:0.0:1749611400.957830:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff598 00080000:00000002:0.0:1749611400.957832:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:0.0:1749611400.957835:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957838:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957840:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.957841:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.957845:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012a303500. 00000020:00000001:0.0:1749611400.957848:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.957850:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4a200. 00000020:00000001:0.0:1749611400.957852:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957855:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.957856:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.957858:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957859:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.957861:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957864:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.957867:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137316988248 : -131936392563368 : ffff88012a303558) 00040000:00000001:0.0:1749611400.957870:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.957872:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.957873:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.957878:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.957879:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.957880:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611400.957883:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4a200. 00000020:00000010:0.0:1749611400.957887:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012a303500. 00000020:00000001:0.0:1749611400.957892:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.957894:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.957896:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e900. 00002000:00000001:0.0:1749611400.957898:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145176 : -131938860406440 : ffff88009717e958) 00002000:00000001:0.0:1749611400.957901:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.957902:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1749611400.957904:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4a200. 00002000:00000001:0.0:1749611400.957906:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957908:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.957909:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.957911:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.957913:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.957915:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957918:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.957920:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145176 : -131938860406440 : ffff88009717e958) 00040000:00000001:0.0:1749611400.957923:0:25161:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612137375998464 : -131936333553152 : ffff88012db4a200) 00080000:00000010:0.0:1749611400.957927:0:25161:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800acada600. 00100000:00000001:0.0:1749611400.957938:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611400.957941:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.957945:0:25161:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee680. 00100000:00000001:0.0:1749611400.957948:0:25161:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611400.957950:0:25161:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612137375998464 : -131936333553152 : ffff88012db4a200) 00080000:00000002:0.0:1749611400.957954:0:25161:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 92 00040000:00000001:0.0:1749611400.957958:0:25161:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611400.957960:0:25161:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611400.957962:0:25161:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611400.957964:0:25161:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957967:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.957968:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.957972:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.957977:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957983:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.957984:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.957986:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.957988:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.957990:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 93:1809994349 to info ffff88007a824000 00000020:00000001:0.0:1749611400.957993:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff5d0 00080000:00000002:0.0:1749611400.957995:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:0.0:1749611400.957998:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958000:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958002:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.958004:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958006:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958008:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ea20. 00002000:00000001:0.0:1749611400.958010:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145464 : -131938860406152 : ffff88009717ea78) 00002000:00000001:0.0:1749611400.958012:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958014:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1749611400.958016:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4ba00. 00002000:00000001:0.0:1749611400.958018:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958019:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958021:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958023:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958024:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958027:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958030:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958056:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145464 : -131938860406152 : ffff88009717ea78) 00080000:00000010:0.0:1749611400.958062:0:25161:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8801376c0e00. 00100000:00000001:0.0:1749611400.958069:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611400.958071:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.958073:0:25161:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee680. 00100000:00000001:0.0:1749611400.958075:0:25161:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611400.958077:0:25161:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00080000:00000002:0.0:1749611400.958081:0:25161:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 93 00040000:00000001:0.0:1749611400.958084:0:25161:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611400.958086:0:25161:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880136a136e0. 00000001:00000001:0.0:1749611400.958089:0:25161:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611400.958098:0:25161:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8801376c0900. 00000001:00000010:0.0:1749611400.958106:0:25161:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243858. 00000001:00000010:0.0:1749611400.958110:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88006a381cc0. 00040000:00000001:0.0:1749611400.958112:0:25161:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137525720800 : -131936183830816 : ffff880136a136e0) 00000020:00000001:0.0:1749611400.958116:0:25161:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611400.958127:0:25161:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.958129:0:25161:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611400.958132:0:25161:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.958134:0:25161:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611400.958136:0:25161:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611400.958138:0:25161:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88006a381f00. 00040000:00000001:0.0:1749611400.958140:0:25161:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611400.958142:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958145:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958147:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717eb40. 00002000:00000001:0.0:1749611400.958149:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145752 : -131938860405864 : ffff88009717eb98) 00002000:00000001:0.0:1749611400.958151:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958153:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1749611400.958156:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4aa00. 00002000:00000001:0.0:1749611400.958158:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958159:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958162:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611400.958163:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.958165:0:25161:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611400.958166:0:25161:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958168:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958172:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958173:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958176:0:25161:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611400.958178:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611400.958179:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.958181:0:25161:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611400.958182:0:25161:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958185:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958188:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145752 : -131938860405864 : ffff88009717eb98) 00040000:00000001:0.0:1749611400.958191:0:25161:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00040000:00000001:0.0:1749611400.958193:0:25161:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611400.958199:0:25161:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1749611400.958202:0:25161:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611400.958203:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611400.958205:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611400.958207:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611400.958210:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611400.958212:0:25161:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958215:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.958217:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.958222:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.958228:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958230:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.958231:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958233:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.958234:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.958237:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 94:1809994350 to info ffff88007a824000 00000020:00000001:0.0:1749611400.958240:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff598 00080000:00000002:0.0:1749611400.958242:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:0.0:1749611400.958245:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958247:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958249:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.958250:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.958254:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8801376c0f00. 00000020:00000001:0.0:1749611400.958257:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.958259:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4ae00. 00000020:00000001:0.0:1749611400.958261:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958263:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958264:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958266:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958267:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958269:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958272:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958275:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137539014488 : -131936170537128 : ffff8801376c0f58) 00040000:00000001:0.0:1749611400.958278:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.958280:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.958285:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.958287:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.958288:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.958289:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611400.958292:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4ae00. 00000020:00000010:0.0:1749611400.958295:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8801376c0f00. 00000020:00000001:0.0:1749611400.958300:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958302:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958304:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ec60. 00002000:00000001:0.0:1749611400.958306:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146040 : -131938860405576 : ffff88009717ecb8) 00002000:00000001:0.0:1749611400.958308:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958310:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1749611400.958312:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4ae00. 00002000:00000001:0.0:1749611400.958314:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958315:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958317:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958319:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958320:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958323:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958325:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958328:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146040 : -131938860405576 : ffff88009717ecb8) 00040000:00000001:0.0:1749611400.958330:0:25161:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00080000:00000010:0.0:1749611400.958333:0:25161:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8801376c0600. 00100000:00000001:0.0:1749611400.958339:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611400.958340:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.958343:0:25161:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee680. 00100000:00000001:0.0:1749611400.958345:0:25161:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611400.958346:0:25161:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00080000:00000002:0.0:1749611400.958349:0:25161:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 94 00040000:00000001:0.0:1749611400.958351:0:25161:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611400.958353:0:25161:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611400.958355:0:25161:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611400.958356:0:25161:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958358:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.958361:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.958364:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.958375:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958377:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.958378:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958380:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.958381:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.958384:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 95:1809994351 to info ffff88007a824000 00000020:00000001:0.0:1749611400.958387:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff5d0 00080000:00000002:0.0:1749611400.958389:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:0.0:1749611400.958391:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958394:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958396:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.958398:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958400:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958402:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ed80. 00002000:00000001:0.0:1749611400.958404:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146328 : -131938860405288 : ffff88009717edd8) 00002000:00000001:0.0:1749611400.958407:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958408:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1749611400.958411:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b42cba00. 00002000:00000001:0.0:1749611400.958413:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958414:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958415:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958417:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958418:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958420:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958423:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958426:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146328 : -131938860405288 : ffff88009717edd8) 00080000:00000010:0.0:1749611400.958429:0:25161:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8801376c0a00. 00100000:00000001:0.0:1749611400.958434:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611400.958436:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.958438:0:25161:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee680. 00100000:00000001:0.0:1749611400.958440:0:25161:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611400.958442:0:25161:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00080000:00000002:0.0:1749611400.958445:0:25161:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 95 00040000:00000001:0.0:1749611400.958447:0:25161:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611400.958448:0:25161:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880136a13f60. 00000001:00000001:0.0:1749611400.958455:0:25161:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611400.958458:0:25161:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009c8f5e00. 00000001:00000010:0.0:1749611400.958462:0:25161:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800762437f0. 00000001:00000010:0.0:1749611400.958464:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009a2220c0. 00040000:00000001:0.0:1749611400.958467:0:25161:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137525722976 : -131936183828640 : ffff880136a13f60) 00000020:00000001:0.0:1749611400.958469:0:25161:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611400.958474:0:25161:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.958475:0:25161:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611400.958485:0:25161:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.958487:0:25161:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611400.958488:0:25161:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611400.958490:0:25161:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88006ee720c0. 00040000:00000001:0.0:1749611400.958492:0:25161:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611400.958494:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958496:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958498:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717eea0. 00002000:00000001:0.0:1749611400.958500:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146616 : -131938860405000 : ffff88009717eef8) 00002000:00000001:0.0:1749611400.958503:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958504:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1749611400.958507:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b42cbc00. 00002000:00000001:0.0:1749611400.958509:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958510:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958512:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611400.958513:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.958515:0:25161:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611400.958516:0:25161:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958518:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958548:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958551:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958553:0:25161:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611400.958555:0:25161:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611400.958556:0:25161:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.958557:0:25161:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611400.958559:0:25161:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958561:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958564:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146616 : -131938860405000 : ffff88009717eef8) 00040000:00000001:0.0:1749611400.958567:0:25161:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612135337049088 : -131938372502528 : ffff8800b42cbc00) 00040000:00000001:0.0:1749611400.958585:0:25161:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611400.958587:0:25161:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1749611400.958590:0:25161:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611400.958591:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611400.958593:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611400.958595:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611400.958597:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611400.958600:0:25161:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958602:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.958605:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.958610:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.958616:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958617:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.958619:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958620:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.958622:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.958624:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 96:1809994352 to info ffff88007a824000 00000020:00000001:0.0:1749611400.958627:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff598 00080000:00000002:0.0:1749611400.958629:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:0.0:1749611400.958632:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958634:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958636:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.958638:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.958642:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c8f5100. 00000020:00000001:0.0:1749611400.958644:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.958647:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095486c00. 00000020:00000001:0.0:1749611400.958649:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958651:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958652:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958654:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958655:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958657:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958660:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958663:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134940856664 : -131938768694952 : ffff88009c8f5158) 00040000:00000001:0.0:1749611400.958667:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.958672:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.958673:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.958675:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611400.958676:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611400.958677:0:25161:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611400.958680:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095486c00. 00000020:00000010:0.0:1749611400.958683:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c8f5100. 00000020:00000001:0.0:1749611400.958688:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958690:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958692:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717efc0. 00002000:00000001:0.0:1749611400.958694:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146904 : -131938860404712 : ffff88009717f018) 00002000:00000001:0.0:1749611400.958697:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958698:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1749611400.958700:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095486c00. 00002000:00000001:0.0:1749611400.958702:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958704:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958705:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958708:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958709:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958712:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958714:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958717:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146904 : -131938860404712 : ffff88009717f018) 00040000:00000001:0.0:1749611400.958719:0:25161:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00080000:00000010:0.0:1749611400.958722:0:25161:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009c8f5500. 00100000:00000001:0.0:1749611400.958729:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611400.958730:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.958733:0:25161:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee680. 00100000:00000001:0.0:1749611400.958735:0:25161:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611400.958737:0:25161:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00080000:00000002:0.0:1749611400.958739:0:25161:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 96 00040000:00000001:0.0:1749611400.958741:0:25161:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611400.958743:0:25161:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611400.958745:0:25161:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611400.958746:0:25161:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958748:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.958750:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.958758:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.958767:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958769:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.958770:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958772:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.958773:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.958776:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 97:1809994353 to info ffff88007a824000 00000020:00000001:0.0:1749611400.958779:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff5d0 00080000:00000002:0.0:1749611400.958780:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:0.0:1749611400.958783:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958785:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958787:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.958789:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.958791:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.958793:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f0e0. 00002000:00000001:0.0:1749611400.958795:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147192 : -131938860404424 : ffff88009717f138) 00002000:00000001:0.0:1749611400.958797:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.958798:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1749611400.958801:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095487000. 00002000:00000001:0.0:1749611400.958802:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958804:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.958805:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.958807:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.958808:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.958810:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.958813:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.958815:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147192 : -131938860404424 : ffff88009717f138) 00080000:00000010:0.0:1749611400.958819:0:25161:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009c8f5a00. 00100000:00000001:0.0:1749611400.958823:0:25161:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611400.958825:0:25161:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.958827:0:25161:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee680. 00100000:00000001:0.0:1749611400.958829:0:25161:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611400.958831:0:25161:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134818770944 : -131938890780672 : ffff880095487000) 00080000:00000002:0.0:1749611400.958834:0:25161:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 97 00040000:00000001:0.0:1749611400.958836:0:25161:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611400.958842:0:25161:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff880136a13e40. 00000001:00000001:0.0:1749611400.958844:0:25161:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611400.958846:0:25161:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009c8f5700. 00000001:00000010:0.0:1749611400.958849:0:25161:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800762439f0. 00000001:00000010:0.0:1749611400.958852:0:25161:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88006ee723c0. 00040000:00000001:0.0:1749611400.958854:0:25161:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137525722688 : -131936183828928 : ffff880136a13e40) 00000020:00000001:0.0:1749611400.958857:0:25161:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611400.958861:0:25161:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.958863:0:25161:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611400.958866:0:25161:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.958868:0:25161:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611400.958871:0:25161:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611400.958873:0:25161:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.958875:0:25161:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611400.958876:0:25161:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.958878:0:25161:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611400.958880:0:25161:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.958883:0:25161:0:(qsd_writeback.c:621:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1749611400.958885:0:25161:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff880117b161e0. 00000020:00000010:0.0:1749611400.958889:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009b415600. 00000020:00000010:0.0:1749611400.958892:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009b414400. 00000020:00000010:0.0:1749611400.958897:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a728000. 00000020:00000010:0.0:1749611400.958901:0:25161:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdd080. 00000020:00000010:0.0:1749611400.958904:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009b414600. 80000000:00000010:0.0:1749611400.958907:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16780. 40000000:00000010:0.0:1749611400.958909:0:25161:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdee680. 00100000:00000010:0.0:1749611400.958913:0:25161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a800. 00040000:00000010:0.0:1749611400.958916:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5b00. 00040000:00000010:0.0:1749611400.958919:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009b414200. 00080000:00000010:0.0:1749611400.958923:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a826000. 00080000:00000010:0.0:1749611400.958927:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00002000:00000010:0.0:1749611400.958932:0:25161:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bad2800. 00040000:00000001:1.0:1749611400.959322:0:25211:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1749611400.959362:0:25161:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.959366:0:25161:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611400.959375:0:25161:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012bdeee00. 00000020:00000001:0.0:1749611400.959380:0:25161:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611400.959383:0:25161:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012bdeee00. 00000020:00000001:0.0:1749611400.959386:0:25161:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611400.959389:0:25161:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dffc00. 00000020:00000010:0.0:1749611400.959399:0:25161:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff88012bdeee00. 00000020:00000010:0.0:1749611400.959404:0:25161:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff88012bdeee00. 00040000:00000001:0.0:1749611400.959407:0:25161:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1749611400.959410:0:25161:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.959412:0:25161:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611400.959414:0:25161:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959417:0:25161:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611400.959420:0:25161:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:0.0:1749611400.959426:0:25161:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88007a823000. 00000020:00000001:0.0:1749611400.959430:0:25161:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611400.959432:0:25161:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611400.959434:0:25161:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134176217600 : -131939533334016 : 0xffff88006efbda00) 00000020:00000001:0.0:1749611400.959437:0:25161:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00000020:00000001:0.0:1749611400.959440:0:25161:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.959443:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611400.959447:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00000020:00000001:0.0:1749611400.959449:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611400.959451:0:25161:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611400.959453:0:25161:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f200. 00002000:00000001:0.0:1749611400.959455:0:25161:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147480 : -131938860404136 : ffff88009717f258) 00002000:00000001:0.0:1749611400.959479:0:25161:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611400.959481:0:25161:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1749611400.959517:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b414c00. 00002000:00000001:0.0:1749611400.959546:0:25161:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611400.959550:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147480 : -131938860404136 : ffff88009717f258) 00080000:00000001:0.0:1749611400.959554:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.959557:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.959565:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.959576:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959583:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.959585:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959586:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.959588:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.959591:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:1809994354 to info ffff88007a824000 00000020:00000001:0.0:1749611400.959595:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff678 00080000:00000002:0.0:1749611400.959596:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1749611400.959599:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.959601:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959603:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.959606:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.959610:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c8f5000. 00000020:00000001:0.0:1749611400.959613:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.959615:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b414a00. 00000020:00000001:0.0:1749611400.959617:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959619:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.959621:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.959623:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.959625:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.959628:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959631:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.959634:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134940856408 : -131938768695208 : ffff88009c8f5058) 00100000:00000001:0.0:1749611400.959637:0:25161:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1749611400.959639:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611400.959641:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00080000:00000001:0.0:1749611400.959643:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.959645:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.959649:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.959654:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959656:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.959657:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959658:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.959660:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.959662:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:1809994355 to info ffff88007a824000 00000020:00000001:0.0:1749611400.959665:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff638 00080000:00000002:0.0:1749611400.959666:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:0.0:1749611400.959673:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.959676:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959678:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.959680:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.959683:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c8f5300. 00000020:00000001:0.0:1749611400.959686:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.959688:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b414800. 00000020:00000001:0.0:1749611400.959690:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959691:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.959693:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.959695:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.959696:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.959699:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.959702:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.959704:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134940857176 : -131938768694440 : ffff88009c8f5358) 00100000:00000001:0.0:1749611400.960351:0:25161:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611400.960359:0:25161:0:(lfsck_layout.c:7056:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1749611400.960364:0:25161:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff88006a72b800. 00100000:00000010:0.0:1749611400.960368:0:25161:0:(lfsck_layout.c:7081:lfsck_layout_setup()) kmalloced '(llsd)': 144 at ffff88006ee72780. 00100000:00000010:0.0:1749611400.960370:0:25161:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff88009c8f5900. 00100000:00000010:0.0:1749611400.960373:0:25161:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff88009c8f5d00. 00000020:00000001:0.0:1749611400.960375:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611400.960378:0:25161:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00080000:00000001:0.0:1749611400.960383:0:25161:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611400.960386:0:25161:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611400.960396:0:25161:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611400.960406:0:25161:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960408:0:25161:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611400.960410:0:25161:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960411:0:25161:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611400.960413:0:25161:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611400.960416:0:25161:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 99:1809994356 to info ffff88007a824000 00000020:00000001:0.0:1749611400.960421:0:25161:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369ff620 00080000:00000002:0.0:1749611400.960423:0:25161:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:0.0:1749611400.960426:0:25161:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.960438:0:25161:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960440:0:25161:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611400.960443:0:25161:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611400.960447:0:25161:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c8f5c00. 00000020:00000001:0.0:1749611400.960451:0:25161:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611400.960454:0:25161:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009b414000. 00000020:00000001:0.0:1749611400.960456:0:25161:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960459:0:25161:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611400.960461:0:25161:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611400.960463:0:25161:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611400.960465:0:25161:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611400.960469:0:25161:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960472:0:25161:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611400.960476:0:25161:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134940859480 : -131938768692136 : ffff88009c8f5c58) 00100000:00000001:0.0:1749611400.960816:0:25161:0:(lfsck_layout.c:7174:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1749611400.960825:0:25161:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415a00/ffff88009717e480 to site lru. bkt: ffff880111e9a060 00000020:00000010:0.0:1749611400.960831:0:25161:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009b415800. 00000020:00000010:0.0:1749611400.960845:0:25161:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58000. 00000020:00000010:0.0:1749611400.960850:0:25161:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b000. 00000020:00000010:0.0:1749611400.960854:0:25161:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efda338. 00000020:00000010:0.0:1749611400.960857:0:25161:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58200. 80000000:00000010:0.0:1749611400.960860:0:25161:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16900. 40000000:00000010:0.0:1749611400.960863:0:25161:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdeee00. 00100000:00000010:0.0:1749611400.960867:0:25161:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009d241000. 00040000:00000010:0.0:1749611400.960870:0:25161:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5400. 00040000:00000010:0.0:1749611400.960873:0:25161:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58400. 00080000:00000010:0.0:1749611400.960878:0:25161:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611400.960882:0:25161:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00002000:00000010:0.0:1749611400.960888:0:25161:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880083909400. 00000001:00000001:0.0:1749611400.960892:0:25161:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611400.960894:0:25161:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 7, last_transno is 30064771072 00080000:00000001:0.0:1749611400.960898:0:25161:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611400.960901:0:25161:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006dc58800. 00080000:00000001:0.0:1749611400.960904:0:25161:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134155880448 : -131939553671168 : ffff88006dc58800) 00080000:00000001:0.0:1749611400.960912:0:25161:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611400.960916:0:25161:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611400.960920:0:25161:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012bdeea00. 00080000:00000001:0.0:1749611400.960923:0:25161:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960925:0:25161:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611400.960937:0:25161:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611400.960939:0:25161:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611400.960959:0:25161:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 30064771072: rc = 0 00000001:00000001:0.0:1749611400.960962:0:25161:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611400.960965:0:25161:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611400.962737:0:25163:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006dc58800. 00080000:00000010:2.0:1749611400.962816:0:25161:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012bdeea00. 00040000:00000001:2.0:1749611400.962821:0:25161:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:2.0:1749611400.962822:0:25161:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:2.0:1749611400.962824:0:25161:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749611400.962826:0:25161:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 30064771072: rc = 0 00000001:00000001:2.0:1749611400.962828:0:25161:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611400.962830:0:25161:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611400.962834:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58000. 00000020:00000010:2.0:1749611400.962837:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b000. 00000020:00000010:2.0:1749611400.962841:0:25161:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efda338. 00000020:00000010:2.0:1749611400.962844:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58200. 80000000:00000010:2.0:1749611400.962846:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16900. 40000000:00000010:2.0:1749611400.962850:0:25161:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdeee00. 00100000:00000010:2.0:1749611400.962852:0:25161:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009d241000. 00040000:00000010:2.0:1749611400.962857:0:25161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5400. 00040000:00000010:2.0:1749611400.962860:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58400. 00080000:00000010:2.0:1749611400.962862:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:2.0:1749611400.962882:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00002000:00000010:2.0:1749611400.962887:0:25161:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880083909400. 00000020:00000010:2.0:1749611400.962891:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009b415800. 00002000:00080000:2.0:1749611400.962920:0:25161:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1749611400.962922:0:25161:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:2.0:1749611400.962926:0:25161:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749611400.962930:0:25161:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1749611400.962935:0:25161:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1749611400.962942:0:25161:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1749611400.962945:0:25161:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88006a72c800 free: 3921272832 avail: 3689750528 00000020:00000001:2.0:1749611400.962949:0:25161:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1749611400.962951:0:25161:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88006a72c800 avail=3689750528 left=3689750528 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1749611400.962955:0:25161:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3689750528 : 3689750528 : dbed2000) 00000020:00000001:2.0:1749611400.962958:0:25161:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1749611400.962960:0:25161:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88006a72c800 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1749611400.962964:0:25161:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88006a72c800 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1749611400.962966:0:25161:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1749611400.962969:0:25161:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88006a72c800 ocd_grant: 280000 want: 280000 left: 3689750528 00000020:00000001:2.0:1749611400.962971:0:25161:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1749611400.962974:0:25161:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1749611400.962976:0:25161:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1749611400.962978:0:25161:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611400.962980:0:25161:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611400.962981:0:25161:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611400.962983:0:25161:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611400.962986:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8bdde00. 00000020:00000010:2.0:1749611400.962990:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7800. 00000020:00000010:2.0:1749611400.962994:0:25161:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8508. 00000020:00000010:2.0:1749611400.962997:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8bdc000. 80000000:00000010:2.0:1749611400.963000:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16240. 40000000:00000010:2.0:1749611400.963003:0:25161:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdeeb40. 00100000:00000010:2.0:1749611400.963005:0:25161:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a3b1000. 00040000:00000010:2.0:1749611400.963008:0:25161:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012a303700. 00040000:00000010:2.0:1749611400.963011:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8bdc800. 00080000:00000010:2.0:1749611400.963014:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1fc000. 00080000:00000010:2.0:1749611400.963023:0:25161:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009bad2000. 00080000:00000010:2.0:1749611400.963030:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a824000. 00002000:00000010:2.0:1749611400.963057:0:25161:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bad0000. 00000020:00000010:2.0:1749611400.963061:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdc400. 00000020:00000010:2.0:1749611400.963065:0:25161:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000020:00000010:2.0:1749611400.963069:0:25161:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000020:00000010:2.0:1749611400.963072:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdca00. 00000020:00000001:2.0:1749611400.963075:0:25161:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1749611400.963077:0:25161:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1749611400.963078:0:25161:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749611400.963081:0:25161:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1749611400.963084:0:25161:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1749611400.963086:0:25161:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1749611400.963088:0:25161:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1749611400.963091:0:25161:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88009a222b40 : new refcount 2 00000040:00000001:2.0:1749611400.963093:0:25161:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1749611400.963096:0:25161:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88009a222b40 : new refcount 1 00040000:00000001:2.0:1749611400.963106:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963108:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611400.963109:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963110:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611400.963111:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963112:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611400.963116:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b53bc00. 00000020:00000010:2.0:1749611400.963120:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6500. 00000020:00000010:2.0:1749611400.963146:0:25161:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff680. 00040000:00000001:2.0:1749611400.963154:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963156:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611400.963157:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963159:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611400.963160:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963162:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611400.963165:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b53b400. 00000020:00000010:2.0:1749611400.963168:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6000. 00000020:00000010:2.0:1749611400.963173:0:25161:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffb80. 00000020:00000040:2.0:1749611400.963179:0:25161:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a000 : new refcount 1 00000040:00000010:2.0:1749611400.963182:0:25161:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88009a222b40. 00000040:00000001:2.0:1749611400.963188:0:25161:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611400.963199:0:25161:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611400.963207:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963209:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611400.963211:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963212:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611400.963214:0:25161:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611400.963216:0:25161:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611400.963219:0:25161:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b53a200. 00000020:00000010:2.0:1749611400.963225:0:25161:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6400. 00000020:00000040:2.0:1749611400.963233:0:25161:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:01000000:2.0:1749611400.963238:0:25161:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1749611400.963241:0:25161:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611400.963244:0:25161:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611400.963247:0:25161:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611400.963251:0:25161:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611400.963254:0:25161:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611400.963259:0:25161:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbd200. 00000040:00000010:2.0:1749611400.963265:0:25161:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbdc00. 00000020:00000010:2.0:1749611400.963269:0:25161:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b7000. 00000020:00000010:2.0:1749611400.963274:0:25161:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbca00. 80000000:00000010:2.0:1749611400.963279:0:25161:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16120. 00040000:00000010:2.0:1749611400.963284:0:25161:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbce00. 00080000:00000010:2.0:1749611400.963289:0:25161:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:2.0:1749611400.963297:0:25161:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88006bbae800. 00080000:00000010:2.0:1749611400.963301:0:25161:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c6000. 00000020:00000010:2.0:1749611400.963307:0:25161:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd400. 00000020:00000001:2.0:1749611400.963311:0:25161:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611400.963315:0:25161:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:2.0:1749611400.963317:0:25161:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:2.0:1749611400.963329:0:25161:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611400.963332:0:25161:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749611400.963337:0:25161:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1749611400.963341:0:25161:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:0.0:1749611400.964422:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611400.964430:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611400.964435:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611400.964511:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611400.964516:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611400.964519:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611400.964559:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611400.964562:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611400.964566:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611400.968592:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611400.968601:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611400.968603:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611400.968607:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611400.968610:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611400.968612:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611400.968615:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.017163:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611401.017174:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611401.017184:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.017258:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611401.017263:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611401.017266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.017273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611401.017277:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611401.017280:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.188390:0:25235:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611401.188400:0:25235:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611401.188406:0:25235:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.188423:0:25235:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611401.188428:0:25235:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611401.188431:0:25235:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.188438:0:25235:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611401.188443:0:25235:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611401.188446:0:25235:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611401.193134:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611401.193141:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611401.193146:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611401.193220:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611401.193224:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611401.193227:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611401.193233:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611401.193236:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611401.193239:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.372361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.372374:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.372380:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.372454:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.372460:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.372463:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.372470:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.372474:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.372478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611401.458631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611401.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611401.458639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611401.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611401.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611401.458650:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611401.458653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611401.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611401.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611401.526722:0:25300:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611401.526730:0:25300:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611401.526735:0:25300:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611401.526748:0:25300:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611401.526752:0:25300:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611401.526755:0:25300:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611401.526760:0:25300:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff780. 00080000:00000010:0.0:1749611401.526764:0:25300:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff780. 00000020:00000001:0.0:1749611401.526767:0:25300:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.530579:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.530584:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.530588:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.530652:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.530655:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.530658:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.530662:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.530665:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.530668:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611401.622636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611401.622642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611401.622644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611401.622648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611401.622651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611401.622656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611401.622658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611401.622661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611401.622664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1749611401.649470:0:25342:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1749611401.649476:0:25342:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1749611401.649479:0:25342:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:3.0:1749611401.702290:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a00. 00080000:00000010:3.0:1749611401.702300:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a00. 00000020:00000001:3.0:1749611401.702306:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611401.702380:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a00. 00080000:00000010:3.0:1749611401.702385:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a00. 00000020:00000001:3.0:1749611401.702388:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611401.702396:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a00. 00080000:00000010:3.0:1749611401.702400:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a00. 00000020:00000001:3.0:1749611401.702403:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.843659:0:25364:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.843665:0:25364:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.843668:0:25364:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.843678:0:25364:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.843681:0:25364:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.843683:0:25364:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611401.843687:0:25364:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac4cf80. 00080000:00000010:1.0:1749611401.843690:0:25364:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac4cf80. 00000020:00000001:1.0:1749611401.843692:0:25364:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.845866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611401.845870:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611401.845873:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.845911:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611401.845913:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611401.845914:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611401.845918:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611401.845920:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611401.845921:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611401.942637:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611401.942643:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611401.942758:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611401.942763:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611401.942777:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:1.0:1749611401.963725:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:1.0:1749611401.963733:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963737:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963739:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:1.0:1749611401.963743:0:25406:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:1.0:1749611401.963745:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963747:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963749:0:25406:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:1.0:1749611401.963751:0:25406:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:1.0:1749611401.963758:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963767:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963769:0:25406:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:1.0:1749611401.963771:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:1.0:1749611401.963773:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963775:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963776:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:1.0:1749611401.963778:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:1.0:1749611401.963780:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963782:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963784:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:1.0:1749611401.963786:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:1.0:1749611401.963787:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963789:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963790:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:1.0:1749611401.963792:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611401.963794:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963796:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963798:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611401.963801:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:1.0:1749611401.963804:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963806:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963809:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:1.0:1749611401.963813:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88d5c0) now 6 - health_check_show 00000020:00000001:1.0:1749611401.963817:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963819:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963821:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 6 - health_check_show 00000020:00000040:1.0:1749611401.963825:0:25406:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:1.0:1749611401.963827:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.963835:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.963838:0:25406:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:1.0:1749611401.963841:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88012f88c050) now 4 - health_check_show 00000020:00000001:1.0:1749611401.963844:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611401.963856:0:25406:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a600. 00000020:00000010:1.0:1749611401.963863:0:25406:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05aa00. 00000020:00000010:1.0:1749611401.963868:0:25406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611401.963876:0:25406:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.963882:0:25406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b000. 80000000:00000010:1.0:1749611401.963887:0:25406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.963893:0:25406:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130eaafc0. 00100000:00000010:1.0:1749611401.963900:0:25406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611401.963905:0:25406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.963911:0:25406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05b800. 00080000:00000010:1.0:1749611401.963917:0:25406:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611401.963925:0:25406:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 00002000:00000010:1.0:1749611401.963936:0:25406:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.963951:0:25406:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05aa00. 00000020:00000010:1.0:1749611401.963957:0:25406:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611401.963963:0:25406:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.963971:0:25406:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b000. 80000000:00000010:1.0:1749611401.963976:0:25406:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.963979:0:25406:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880130eaafc0. 00100000:00000010:1.0:1749611401.963984:0:25406:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611401.963989:0:25406:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.963993:0:25406:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b800. 00080000:00000010:1.0:1749611401.963998:0:25406:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:1.0:1749611401.964003:0:25406:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611401.964008:0:25406:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964012:0:25406:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a600. 00000020:00000001:1.0:1749611401.964015:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964018:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88012f88c050) now 4 - health_check_show 00000020:00000040:1.0:1749611401.964043:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 6 - health_check_show 00000020:00000001:1.0:1749611401.964048:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964050:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964052:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 6 - health_check_show 00000020:00000040:1.0:1749611401.964056:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_show 00000020:00000001:1.0:1749611401.964068:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964070:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964072:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_show 00000020:00000040:1.0:1749611401.964076:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611401.964079:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964082:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964084:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611401.964087:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:1.0:1749611401.964088:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611401.964091:0:25406:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a600. 00000020:00000010:1.0:1749611401.964094:0:25406:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05be00. 00000020:00000010:1.0:1749611401.964097:0:25406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611401.964100:0:25406:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.964103:0:25406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b800. 80000000:00000010:1.0:1749611401.964105:0:25406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.964107:0:25406:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130eaafc0. 00100000:00000010:1.0:1749611401.964110:0:25406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611401.964113:0:25406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.964115:0:25406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05b000. 00080000:00000010:1.0:1749611401.964118:0:25406:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611401.964121:0:25406:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 00002000:00000010:1.0:1749611401.964125:0:25406:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964133:0:25406:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05be00. 00000020:00000010:1.0:1749611401.964136:0:25406:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611401.964139:0:25406:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.964142:0:25406:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b800. 80000000:00000010:1.0:1749611401.964144:0:25406:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.964146:0:25406:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880130eaafc0. 00100000:00000010:1.0:1749611401.964149:0:25406:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611401.964152:0:25406:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.964154:0:25406:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b000. 00080000:00000010:1.0:1749611401.964157:0:25406:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:1.0:1749611401.964160:0:25406:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611401.964168:0:25406:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964170:0:25406:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a600. 00000020:00000001:1.0:1749611401.964172:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964174:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:1.0:1749611401.964176:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:1.0:1749611401.964178:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964180:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964181:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:1.0:1749611401.964183:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:1.0:1749611401.964185:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964186:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964188:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:1.0:1749611401.964268:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611401.964272:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964273:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964275:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611401.964278:0:25406:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964279:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964281:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964282:0:25406:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964284:0:25406:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611401.964286:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964291:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964293:0:25406:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611401.964295:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611401.964296:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964298:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964299:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611401.964301:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611401.964303:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964304:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964306:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611401.964307:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611401.964315:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964316:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964318:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611401.964320:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964322:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964323:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964325:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964327:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964328:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964329:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964331:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964333:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff88012f88d5c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964335:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964337:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964338:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964340:0:25406:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611401.964342:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964345:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964347:0:25406:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611401.964349:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff88012f88c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611401.964350:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611401.964353:0:25406:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a600. 00000020:00000010:1.0:1749611401.964355:0:25406:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05aa00. 00000020:00000010:1.0:1749611401.964358:0:25406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611401.964361:0:25406:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.964364:0:25406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b000. 80000000:00000010:1.0:1749611401.964366:0:25406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.964368:0:25406:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130eaad40. 00100000:00000010:1.0:1749611401.964371:0:25406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611401.964374:0:25406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.964376:0:25406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05b800. 00080000:00000010:1.0:1749611401.964379:0:25406:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611401.964386:0:25406:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 00002000:00000010:1.0:1749611401.964390:0:25406:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964395:0:25406:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05aa00. 00000020:00000010:1.0:1749611401.964398:0:25406:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611401.964402:0:25406:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.964405:0:25406:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b000. 80000000:00000010:1.0:1749611401.964407:0:25406:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.964409:0:25406:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880130eaad40. 00100000:00000010:1.0:1749611401.964412:0:25406:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611401.964415:0:25406:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.964417:0:25406:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b800. 00080000:00000010:1.0:1749611401.964420:0:25406:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:1.0:1749611401.964423:0:25406:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611401.964425:0:25406:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964428:0:25406:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a600. 00000020:00000001:1.0:1749611401.964430:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964432:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88012f88c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611401.964434:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964436:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964437:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964439:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964441:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964442:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964443:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964445:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964447:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964449:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964450:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964452:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964454:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611401.964455:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611401.964457:0:25406:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a600. 00000020:00000010:1.0:1749611401.964459:0:25406:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05be00. 00000020:00000010:1.0:1749611401.964466:0:25406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611401.964468:0:25406:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.964470:0:25406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b800. 80000000:00000010:1.0:1749611401.964472:0:25406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.964474:0:25406:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130eaad40. 00100000:00000010:1.0:1749611401.964477:0:25406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611401.964479:0:25406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.964481:0:25406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05b000. 00080000:00000010:1.0:1749611401.964483:0:25406:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611401.964486:0:25406:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 00002000:00000010:1.0:1749611401.964489:0:25406:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964493:0:25406:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05be00. 00000020:00000010:1.0:1749611401.964496:0:25406:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611401.964498:0:25406:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611401.964501:0:25406:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b800. 80000000:00000010:1.0:1749611401.964503:0:25406:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0219c0. 40000000:00000010:1.0:1749611401.964505:0:25406:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880130eaad40. 00100000:00000010:1.0:1749611401.964507:0:25406:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611401.964509:0:25406:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611401.964511:0:25406:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b000. 00080000:00000010:1.0:1749611401.964514:0:25406:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:1.0:1749611401.964516:0:25406:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611401.964519:0:25406:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800ac893800. 00000020:00000010:1.0:1749611401.964521:0:25406:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a600. 00000020:00000001:1.0:1749611401.964523:0:25406:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964554:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611401.964556:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964558:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964559:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964561:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611401.964563:0:25406:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611401.964565:0:25406:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611401.964566:0:25406:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611401.964572:0:25406:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000100:00000001:0.0:1749611401.968584:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611401.968594:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611401.968597:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611401.968600:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611401.968603:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611401.968607:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611401.968609:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611402.014254:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611402.014267:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611402.014273:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611402.014347:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611402.014352:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611402.014355:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611402.014363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611402.014367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611402.014370:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611402.255850:0:25429:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188a00. 00080000:00000010:1.0:1749611402.255859:0:25429:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188a00. 00000020:00000001:1.0:1749611402.255865:0:25429:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611402.255882:0:25429:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188a00. 00080000:00000010:1.0:1749611402.255887:0:25429:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188a00. 00000020:00000001:1.0:1749611402.255890:0:25429:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611402.255897:0:25429:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188a00. 00080000:00000010:1.0:1749611402.255902:0:25429:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188a00. 00000020:00000001:1.0:1749611402.255905:0:25429:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611402.260731:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa80. 00080000:00000010:0.0:1749611402.260740:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa80. 00000020:00000001:0.0:1749611402.260747:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611402.260870:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa80. 00080000:00000010:0.0:1749611402.260877:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa80. 00000020:00000001:0.0:1749611402.260881:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611402.260891:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa80. 00080000:00000010:0.0:1749611402.260896:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa80. 00000020:00000001:0.0:1749611402.260901:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611402.458677:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611402.458684:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611402.458686:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611402.458690:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611402.458694:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611402.458697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611402.458699:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611402.458702:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611402.458704:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611402.622639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611402.622653:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611402.622656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611402.622660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611402.622663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611402.622667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611402.622670:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611402.622673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611402.622675:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611402.738716:0:25581:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611402.738720:0:25581:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:1.0:1749611402.742577:0:25581:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1749611402.750955:0:25582:0:(debug.c:324:cfs_str2mask()) Process entered 00000400:00000001:3.0:1749611402.756640:0:25583:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:3.0:1749611402.820287:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611402.820299:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611402.820306:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611402.820445:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611402.820453:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611402.820458:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611402.820469:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611402.820475:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611402.820480:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611402.944590:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611402.944596:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611402.944698:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611402.944703:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611402.944707:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611402.968652:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611402.968664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611402.968666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611402.968670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611402.968672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611402.968676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611402.968678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611402.977276:0:25604:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188400. 00080000:00000010:1.0:1749611402.977285:0:25604:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188400. 00000020:00000001:1.0:1749611402.977290:0:25604:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611402.977307:0:25604:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188400. 00080000:00000010:1.0:1749611402.977312:0:25604:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188400. 00000020:00000001:1.0:1749611402.977315:0:25604:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611402.977322:0:25604:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188400. 00080000:00000010:1.0:1749611402.977326:0:25604:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188400. 00000020:00000001:1.0:1749611402.977330:0:25604:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611402.981980:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff180. 00080000:00000010:0.0:1749611402.981987:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff180. 00000020:00000001:0.0:1749611402.981992:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611402.982094:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff180. 00080000:00000010:0.0:1749611402.982098:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff180. 00000020:00000001:0.0:1749611402.982101:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611402.982107:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff180. 00080000:00000010:0.0:1749611402.982110:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff180. 00000020:00000001:0.0:1749611402.982113:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611402.998607:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749611402.998615:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749611402.998621:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611402.998706:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1749611403.151242:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff900. 00080000:00000010:0.0:1749611403.151251:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff900. 00000020:00000001:0.0:1749611403.151257:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.151333:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff900. 00080000:00000010:0.0:1749611403.151338:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff900. 00000020:00000001:0.0:1749611403.151341:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.151349:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff900. 00080000:00000010:0.0:1749611403.151354:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff900. 00000020:00000001:0.0:1749611403.151357:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.341635:0:25672:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff900. 00080000:00000010:0.0:1749611403.341645:0:25672:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff900. 00000020:00000001:0.0:1749611403.341650:0:25672:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.341666:0:25672:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff900. 00080000:00000010:0.0:1749611403.341676:0:25672:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff900. 00000020:00000001:0.0:1749611403.341681:0:25672:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.341692:0:25672:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff900. 00080000:00000010:0.0:1749611403.341698:0:25672:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff900. 00000020:00000001:0.0:1749611403.341702:0:25672:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611403.346130:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188400. 00080000:00000010:1.0:1749611403.346137:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188400. 00000020:00000001:1.0:1749611403.346142:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611403.346219:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188400. 00080000:00000010:1.0:1749611403.346223:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188400. 00000020:00000001:1.0:1749611403.346226:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611403.346232:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2188400. 00080000:00000010:1.0:1749611403.346236:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2188400. 00000020:00000001:1.0:1749611403.346244:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611403.458649:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611403.458655:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611403.458657:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611403.458661:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611403.458664:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611403.458668:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611403.458671:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611403.458673:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611403.458676:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.524724:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611403.524734:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611403.524739:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.524814:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611403.524820:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611403.524823:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611403.524830:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff980. 00080000:00000010:0.0:1749611403.524834:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff980. 00000020:00000001:0.0:1749611403.524838:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611403.622818:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611403.622827:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611403.622829:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611403.622834:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611403.622839:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611403.622842:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611403.622845:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611403.622858:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611403.622869:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611403.622873:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611403.622882:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611403.622886:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611403.622888:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611403.622890:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611403.622894:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611403.622926:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494665984:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611403.622931:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611403.622933:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611403.622936:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611403.622938:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611403.622941:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611403.622948:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611403.622951:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749611403.622956:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611403.622957:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611403.622961:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611403.622965:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611403.622968:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611403.622972:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f400 refcount=4 00000020:00000001:2.0:1749611403.622974:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611403.622976:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00010000:2.0:1749611403.622983:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611403.622993:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611403.622998:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611403.623004:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611403.623053:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611403.623061:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611403.623062:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611403.623071:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611403.623078:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611403.623081:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611403.623084:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611403.623087:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611403.623093:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611403.623096:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611403.623099:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611403.623104:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611403.623106:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611403.623107:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611403.623109:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f400 refcount=5 00000020:00000001:2.0:1749611403.623111:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611403.623113:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00010000:00000001:2.0:1749611403.623116:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611403.623119:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611403.623124:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611403.623127:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611403.623132:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611403.623134:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611403.623136:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611403.623138:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611403.623140:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611403.623143:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611403.623144:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611403.623151:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611403.623153:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611403.623156:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f400 with handle 0x689c0ec07329d462 from hash 00010000:00000001:2.0:1749611403.623158:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611403.623160:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611403.623161:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611403.623162:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611403.623164:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611403.623165:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611403.623168:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611403.623169:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611403.623170:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611403.623172:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611403.623175:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611403.623179:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611403.623180:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611403.623182:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611403.623183:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611403.623184:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611403.623185:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611403.623186:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611403.623189:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f400/0x689c0ec07329d462 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611403.623196:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009d2ad200 count: 0 00010000:00000001:2.0:1749611403.623231:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611403.623233:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611403.623236:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611403.623241:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54a80 x1834598494665984/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611403.623248:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611403.623251:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611403.623252:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611403.623254:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611403.623263:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749611403.623268:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611403.623270:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611403.623272:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 00000100:00000001:2.0:1749611403.623277:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611403.623278:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611403.623280:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611403.623283:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749611403.623287:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:2.0:1749611403.623290:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611403.623293:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611403.623296:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611403.623297:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:2.0:1749611403.623299:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611403.623301:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611403.623303:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:2.0:1749611403.623305:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611403.623306:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611403.623308:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:2.0:1749611403.623309:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611403.623311:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:2.0:1749611403.623314:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611403.623315:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1749611403.623320:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000020:00000040:2.0:1749611403.623323:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611403.623327:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611403.623330:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611403.623335:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611403.623341:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f200. 00000100:00000001:2.0:1749611403.623347:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611403.623351:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611403.623353:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611403.623358:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2add00. 00010000:00000001:2.0:1749611403.623363:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611403.623365:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e000. 00000020:00000001:2.0:1749611403.623368:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611403.623370:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e000 with handle 0x689c0ec07329d469 to hash 00000020:00000001:2.0:1749611403.623376:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611403.623378:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611403.623381:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:2.0:1749611403.623384:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611403.623386:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611403.623389:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611403.623397:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611403.623408:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611403.623413:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611403.623415:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611403.623420:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749611403.623422:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749611403.623424:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611403.623426:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000100:00000001:2.0:1749611403.623429:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611403.623434:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611403.623436:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611403.623438:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611403.623443:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611403.623450:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611403.623452:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611403.623455:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611403.623462:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611403.623464:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611403.623465:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611403.623472:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611403.623474:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611403.623476:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611403.623478:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611403.623479:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611403.623481:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611403.625730:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2ad200. 00010000:00000010:3.1:1749611403.625741:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f400. 00010000:00000001:0.0:1749611403.951639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611403.951645:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611403.951647:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611403.951650:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611403.951654:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611403.951657:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611403.951660:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611403.951663:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611403.951713:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611403.951718:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611403.951721:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611403.968602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611403.968614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611403.968616:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611403.968619:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611403.968621:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611403.968624:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611403.968625:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.049313:0:25737:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611404.049326:0:25737:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611404.049336:0:25737:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.049364:0:25737:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611404.049371:0:25737:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611404.049375:0:25737:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.049386:0:25737:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611404.049392:0:25737:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611404.049396:0:25737:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.054892:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611404.054901:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611404.054908:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.055070:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611404.055077:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611404.055082:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.055089:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611404.055094:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611404.055098:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611404.175180:0:25780:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611404.175185:0:25780:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 165d: ofd_access_log mask works =========== 23:10:03 (1749611403) 00000001:00000001:3.0:1749611404.179944:0:25780:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611404.237167:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.237181:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.237188:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.237312:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.237320:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.237331:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.237342:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.237348:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.237352:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611404.434187:0:25802:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7f80. 00080000:00000010:3.0:1749611404.434198:0:25802:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7f80. 00000020:00000001:3.0:1749611404.434203:0:25802:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611404.434220:0:25802:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7f80. 00080000:00000010:3.0:1749611404.434224:0:25802:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7f80. 00000020:00000001:3.0:1749611404.434228:0:25802:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611404.434235:0:25802:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7f80. 00080000:00000010:3.0:1749611404.434240:0:25802:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7f80. 00000020:00000001:3.0:1749611404.434243:0:25802:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.438392:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.438399:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.438404:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.438473:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.438477:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.438480:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.438486:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.438489:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.438492:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.458562:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611404.458567:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611404.458569:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611404.458574:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611404.458577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611404.458581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.458584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611404.458586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.458589:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.607913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.607922:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.607928:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.608047:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.608055:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.608058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611404.608066:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb80. 00080000:00000010:0.0:1749611404.608071:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb80. 00000020:00000001:0.0:1749611404.608075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.622689:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611404.622693:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611404.622695:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611404.622699:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:3.0:1749611404.622709:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611404.622712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.622715:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611404.622717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.622720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.764203:0:25867:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611404.764212:0:25867:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611404.764217:0:25867:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.764238:0:25867:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611404.764243:0:25867:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611404.764247:0:25867:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.764254:0:25867:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611404.764258:0:25867:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611404.764261:0:25867:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.768317:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611404.768324:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611404.768329:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.768401:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611404.768405:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611404.768408:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611404.768413:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611404.768416:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611404.768419:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611404.954666:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611404.954673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.954797:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611404.954803:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611404.954807:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611404.968631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611404.968645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611404.968648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611404.968652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611404.968655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611404.968658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.968661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611404.974631:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611404.974639:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611404.974642:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611404.974646:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611404.974648:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611404.974651:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611404.974655:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611404.974661:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6006 00000100:00080000:2.0:1749611404.974665:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611404.974668:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.974671:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.974689:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.974692:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611404.974696:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611404.974698:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611404.974701:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611404.974704:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611404.974707:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611404.974709:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611404.974712:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.974715:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.974716:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.974718:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611404.974722:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611404.974725:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611404.974727:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611404.974730:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611404.974737:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611404.974740:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.974742:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611404.974745:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611404.974751:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 00000020:00000040:2.0:1749611404.974754:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611404.974758:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611404.974761:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.974764:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611404.974767:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611404.974771:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611404.974779:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb88000. 00000100:00000001:2.0:1749611404.974787:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611404.974797:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611404.974808:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611404.974812:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.974822:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54000] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611404.974852:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611404.974856:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611404.974859:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611404.974861:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611404.974863:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611404.974866:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611404.974868:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6006 00000100:00080000:2.0:1749611404.974870:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611404.974873:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.974875:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.974876:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.974878:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611404.974881:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611404.974882:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611404.974884:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611404.974886:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611404.974888:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611404.974890:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611404.974893:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.974895:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.974896:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.974898:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611404.974900:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611404.974902:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611404.974905:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611404.974906:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611404.974909:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611404.974912:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.974918:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611404.974920:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611404.974923:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000020:00000040:2.0:1749611404.974926:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611404.974928:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611404.974930:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.974932:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611404.974933:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611404.974935:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611404.974940:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb8b800. 00000100:00000001:0.0:1749611404.974940:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611404.974943:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.974946:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611404.974947:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611404.974949:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611404.974956:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611404.974958:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.974961:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55500] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611404.974968:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611404.974969:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611404.974972:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611404.974975:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611404.974977:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611404.974978:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611404.974980:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611404.974981:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611404.974982:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611404.974983:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6006 00000100:00080000:2.0:1749611404.974985:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611404.974986:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611404.974988:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611404.974989:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611404.974990:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.974992:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611404.974992:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.974993:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611404.975025:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494667008:0@lo:38:kworker.0 00000020:00000001:2.0:1749611404.975030:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611404.975031:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611404.975032:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611404.975033:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611404.975034:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611404.975037:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.975039:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611404.975040:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611404.975043:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611404.975045:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:0.0:1749611404.975045:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d53400. 02000000:00000001:0.0:1749611404.975047:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.975049:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.975051:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.975052:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.975054:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611404.975055:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000020:00000040:2.0:1749611404.975057:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611404.975059:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611404.975061:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.975062:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:2.0:1749611404.975063:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611404.975067:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611404.975069:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975070:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749611404.975071:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494667008, portal 4 00000100:00000001:2.0:1749611404.975072:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975073:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749611404.975075:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000100:00000001:0.0:1749611404.975075:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 00000020:00000040:2.0:1749611404.975077:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611404.975079:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611404.975081:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975082:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611404.975084:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611404.975084:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611404.975085:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611404.975091:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130312400. 00000100:00000001:0.0:1749611404.975093:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611404.975095:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611404.975096:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611404.975098:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00100000:2.0:1749611404.975099:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749611404.975101:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494667008, offset 0 00000100:00000001:2.0:1749611404.975106:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611404.975107:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611404.975109:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.975112:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611404.975119:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.975122:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611404.975122:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611404.975130:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611404.975133:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000400:00000200:0.0:1749611404.975133:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf948100 00000020:00000040:2.0:1749611404.975135:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611404.975138:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611404.975140:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611404.975141:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 16640 02000000:00000001:2.0:1749611404.975142:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611404.975146:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ada00. 00000100:00000001:2.0:1749611404.975148:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611404.975149:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611404.975152:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611404.975154:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611404.975160:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611404.975160:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611404.975162:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611404.975162:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611404.975167:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec56300] to pc [ptlrpcd_00_00+0] req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611404.975172:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ce00. 00000100:00000040:0.0:1749611404.975176:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9ce00 x1834598494667008 msgsize 520 00000100:00100000:0.0:1749611404.975180:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611404.975193:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611404.975198:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611404.975201:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749611404.975202:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:0.0:1749611404.975204:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00080000:2.0:1749611404.975205:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611404.975206:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611404.975208:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611404.975208:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611404.975210:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611404.975212:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6006 00000100:00000200:0.0:1749611404.975212:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611404.975216:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff88007197dbf0 time=15 v=15 (15 0 0 0) 00000100:00001000:2.0:1749611404.975219:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88007197dbf0 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00000001:0.0:1749611404.975220:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611404.975223:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1749611404.975224:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611404.975226:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.975228:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.975229:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.975231:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611404.975231:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.975233:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611404.975233:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611404.975234:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d43f 00000100:00000001:0.0:1749611404.975237:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.975241:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611404.975242:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 00000020:00000040:2.0:1749611404.975243:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e000 refcount=8 00000020:00000001:2.0:1749611404.975245:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000001:0.0:1749611404.975246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300678434 00000020:00000001:2.0:1749611404.975247:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000010:0.0:1749611404.975250:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788f00. 00000100:00000040:2.0:1749611404.975251:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611404.975253:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.975254:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611404.975256:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611404.975257:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:2.0:1749611404.975258:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 7 00000100:00080000:2.0:1749611404.975260:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611404.975262:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300678434 02000000:00000001:2.0:1749611404.975264:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1749611404.975265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788500. 02000000:00000001:2.0:1749611404.975267:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611404.975268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611404.975269:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975270:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611404.975272:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611404.975275:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00000020:00000040:2.0:1749611404.975277:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611404.975279:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611404.975280:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975282:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611404.975282:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300678434 02000000:00000001:2.0:1749611404.975283:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611404.975284:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611404.975286:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788400. 02000000:00000010:2.0:1749611404.975288:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130311400. 00000100:00000001:0.0:1749611404.975289:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611404.975291:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975292:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300678434 00000100:00000001:3.0:1749611404.975294:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611404.975294:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e788200. 00000100:00100000:2.0:1749611404.975295:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611404.975297:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611404.975298:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611404.975299:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611404.975300:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611404.975302:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611404.975302:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611404.975303:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.975304:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975305:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975306:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.975308:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55c00] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611404.975310:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.975313:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611404.975315:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975319:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611404.975321:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.975322:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611404.975322:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611404.975323:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611404.975324:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975325:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611404.975325:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611404.975327:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611404.975328:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749611404.975328:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57480. 02000000:00000001:3.0:1749611404.975330:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611404.975330:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749611404.975331:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611404.975333:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975333:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611404.975334:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611404.975336:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611404.975337:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494667392:0@lo:400:kworker.0 02000000:00000010:2.0:1749611404.975339:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2adf00. 00000100:00000001:0.0:1749611404.975339:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611404.975341:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611404.975341:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975342:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.975342:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611404.975344:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611404.975345:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749611404.975345:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667008 00000100:00000040:2.0:1749611404.975346:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611404.975346:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611404.975347:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611404.975348:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611404.975348:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611404.975349:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611404.975351:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611404.975351:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494667136:0@lo:38:kworker.0 00000100:00000001:2.0:1749611404.975353:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1749611404.975354:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbd600. 00000100:00000001:2.0:1749611404.975354:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.975354:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975355:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611404.975356:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.975357:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611404.975358:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57480] to pc [ptlrpcd_00_01+1] req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611404.975358:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.975359:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.975361:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749611404.975362:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00100000:1.0:1749611404.975362:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667008 02000000:00000010:0.0:1749611404.975364:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 00000020:00000001:1.0:1749611404.975365:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611404.975366:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611404.975367:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749611404.975368:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000001:1.0:1749611404.975369:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611404.975369:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000001:2.0:1749611404.975371:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.975371:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611404.975373:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494667392, portal 10 00000020:00000001:1.0:1749611404.975373:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.975373:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:3.0:1749611404.975375:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611404.975376:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6016) 00000100:00000200:0.0:1749611404.975376:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494667136, portal 10 00000100:00000001:3.0:1749611404.975377:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00000020:00000010:1.0:1749611404.975379:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a800. 00000100:00000001:0.0:1749611404.975379:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611404.975380:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000040:3.0:1749611404.975384:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611404.975385:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649080. 00000100:00000040:0.0:1749611404.975386:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611404.975391:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:3.0:1749611404.975392:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611404.975393:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611404.975395:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611404.975396:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611404.975396:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611404.975397:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000400:00000010:3.0:1749611404.975398:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000001:1.0:1749611404.975398:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611404.975400:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611404.975400:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494667136, offset 0 00000100:00000200:3.0:1749611404.975401:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494667392, offset 0 00000400:00000200:0.0:1749611404.975404:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611404.975406:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611404.975408:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611404.975410:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611404.975414:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611404.975415:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948180 00000100:00000001:1.0:1749611404.975424:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611404.975426:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611404.975426:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 84400 00000400:00000200:3.0:1749611404.975427:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611404.975432:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000400:00000200:0.0:1749611404.975432:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611404.975435:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948280 00000100:00000001:1.0:1749611404.975435:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321835520 : -131939387716096 : ffff880077a9ce00) 00000400:00000200:0.0:1749611404.975436:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611404.975440:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611404.975442:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 84920 00000100:00000040:1.0:1749611404.975442:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9ce00 x1834598494667008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611404.975442:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611404.975445:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9e680. 00000400:00000200:3.0:1749611404.975448:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611404.975448:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9e680 x1834598494667136 msgsize 520 00000400:00000200:3.0:1749611404.975452:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611404.975454:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611404.975455:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494667008:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611404.975459:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667008 00000020:00000001:1.0:1749611404.975472:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611404.975475:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749611404.975476:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611404.975486:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611404.975488:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000020:00000001:1.0:1749611404.975490:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975491:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:1.0:1749611404.975495:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611404.975495:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611404.975498:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611404.975501:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749611404.975502:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611404.975502:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749611404.975503:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611404.975505:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611404.975505:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611404.975507:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1749611404.975508:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf92680. 02000000:00000001:1.0:1749611404.975510:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611404.975511:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf92680 x1834598494667392 msgsize 224 00000100:00000001:0.0:1749611404.975512:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975513:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611404.975514:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611404.975515:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749611404.975515:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa9800. 00000100:00100000:2.0:1749611404.975516:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667136 00000100:00000001:0.0:1749611404.975516:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611404.975517:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611404.975519:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611404.975519:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975543:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611404.975545:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611404.975545:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 02000000:00000001:2.0:1749611404.975548:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975548:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300678435 00000100:00100000:2.0:1749611404.975551:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667136 00000020:00000001:2.0:1749611404.975553:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611404.975553:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300678434 00010000:00000001:1.0:1749611404.975557:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611404.975557:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300678435 00010000:00000001:1.0:1749611404.975560:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975560:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300678434 00000020:00000040:2.0:1749611404.975561:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611404.975562:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611404.975563:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611404.975563:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300678435 00000020:00000001:2.0:1749611404.975564:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611404.975564:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749611404.975566:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975566:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300678434 00000100:00000001:1.0:1749611404.975568:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611404.975568:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300678435 00000020:00000010:2.0:1749611404.975571:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000100:00000001:1.0:1749611404.975571:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611404.975571:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300678434 00000400:00000200:3.0:1749611404.975572:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000020:00000010:2.0:1749611404.975574:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000040:1.0:1749611404.975574:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611404.975574:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611404.975576:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:1.0:1749611404.975577:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611404.975578:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000100:00000001:1.0:1749611404.975580:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611404.975582:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611404.975582:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975583:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611404.975583:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611404.975584:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611404.975585:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611404.975585:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749611404.975588:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611404.975589:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611404.975589:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611404.975590:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611404.975593:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611404.975593:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611404.975596:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611404.975597:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611404.975598:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975599:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611404.975601:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494667008, offset 0 02000000:00000001:0.0:1749611404.975601:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611404.975603:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611404.975604:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611404.975605:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975606:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611404.975606:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611404.975608:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494667264:0@lo:38:kworker.0 00000100:00000040:3.0:1749611404.975609:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.975611:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611404.975613:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611404.975614:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611404.975614:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975615:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611404.975616:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611404.975617:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667392 02000000:00000001:2.0:1749611404.975619:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611404.975620:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611404.975620:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51400. 00000100:00000001:2.0:1749611404.975621:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611404.975621:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf948100 00000100:00000001:3.0:1749611404.975623:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611404.975623:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.975623:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611404.975625:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.975626:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00100000:2.0:1749611404.975627:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667392 00000400:00000200:1.0:1749611404.975627:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8cc1 [1] + 0 00000100:00000001:3.0:1749611404.975629:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.975629:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611404.975630:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611404.975631:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611404.975631:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000400:00000200:1.0:1749611404.975632:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611404.975633:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:3.0:1749611404.975634:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 956 usecs (1 jiffies) 00000400:00000200:1.0:1749611404.975635:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611404.975635:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494667264, portal 10 00000020:00000001:2.0:1749611404.975636:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611404.975637:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611404.975638:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300678434 00000020:00000001:2.0:1749611404.975638:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611404.975639:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:3.0:1749611404.975643:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300678435 00000100:00000001:2.0:1749611404.975643:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611404.975645:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685b500. 00000100:00000040:0.0:1749611404.975645:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611404.975646:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611404.975647:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300678434 00000100:00000001:3.0:1749611404.975651:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300678435 00000100:00000200:1.0:1749611404.975651:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.975651:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749611404.975652:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749611404.975654:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300678434 00000100:00000040:0.0:1749611404.975654:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611404.975656:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:3.0:1749611404.975657:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300678435 00000100:00000001:2.0:1749611404.975657:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1749611404.975659:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494667264, offset 0 00000100:00000001:3.0:1749611404.975661:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300678434 00000020:00000010:2.0:1749611404.975661:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000040:1.0:1749611404.975662:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611404.975663:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000400:00000200:0.0:1749611404.975663:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611404.975664:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300678435 00000020:00000010:2.0:1749611404.975666:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 00000400:00000200:0.0:1749611404.975669:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611404.975671:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611404.975672:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611404.975673:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611404.975675:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749611404.975675:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948200 00000100:00000001:3.0:1749611404.975677:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611404.975677:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611404.975678:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 85144 00000100:00000001:2.0:1749611404.975680:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611404.975681:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975682:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611404.975683:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611404.975683:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611404.975685:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611404.975686:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611404.975688:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611404.975688:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611404.975691:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611404.975693:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749611404.975694:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611404.975695:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611404.975696:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611404.975697:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611404.975698:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1749611404.975699:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00000001:1.0:1749611404.975699:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611404.975701:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611404.975702:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611404.975702:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611404.975703:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975704:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975705:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749611404.975706:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:3.0:1749611404.975707:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:0.0:1749611404.975707:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611404.975708:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931015296 : -131938778536320 : ffff88009bf92680) 00000100:00000001:1.0:1749611404.975708:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975709:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611404.975710:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ea00. 00000100:00000001:3.0:1749611404.975711:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749611404.975711:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611404.975712:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611404.975713:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9ea00 x1834598494667264 msgsize 520 00000100:00000001:3.0:1749611404.975714:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611404.975714:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf92680 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:85/0 lens 224/0 e 0 to 0 dl 1749611415 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.975715:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611404.975716:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611404.975716:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ce00 x1834598494667008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611404.975718:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611404.975721:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611404.975724:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611404.975725:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749611404.975726:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685bb00. 00000100:00100000:1.0:1749611404.975727:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494667008:12345-0@lo:38:kworker.0 Request processed in 272us (548us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611404.975728:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611404.975729:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749611404.975729:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:3.0:1749611404.975731:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611404.975731:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685bb00. 00000400:00000010:0.0:1749611404.975731:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 02000000:00000001:3.0:1749611404.975733:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611404.975733:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611404.975736:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611404.975736:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 02000000:00000001:3.0:1749611404.975738:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611404.975738:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494667392:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749611404.975738:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611404.975739:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749611404.975741:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494667648:0@lo:400:kworker.0 00000100:00000001:1.0:1749611404.975741:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749611404.975742:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667392 00000100:00000001:3.0:1749611404.975744:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611404.975745:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611404.975745:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611404.975746:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649080. 02000000:00000001:3.0:1749611404.975747:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611404.975748:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749611404.975748:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611404.975749:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.975750:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611404.975750:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 02000000:00000001:3.0:1749611404.975751:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611404.975753:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749611404.975753:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a800. 02000000:00000010:3.0:1749611404.975754:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbd000. 00000100:00000001:0.0:1749611404.975754:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.975755:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:3.0:1749611404.975756:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975756:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611404.975758:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611404.975758:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611404.975759:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000001:0.0:1749611404.975759:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.975762:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611404.975762:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000400:00000010:3.0:1749611404.975763:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000020:00000001:2.0:1749611404.975764:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611404.975765:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300678434 00000020:00000001:2.0:1749611404.975766:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749611404.975767:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494667648, portal 10 00000100:00000001:0.0:1749611404.975767:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300678435 00000020:00000001:2.0:1749611404.975768:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975770:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611404.975770:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611404.975770:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300678434 00000100:00000001:3.0:1749611404.975771:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393878144 : -131936315673472 : ffff88012ec57480) 00000100:00000001:1.0:1749611404.975772:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611404.975772:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300678435 00000100:00000001:2.0:1749611404.975774:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611404.975774:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300678434 02000000:00000001:2.0:1749611404.975776:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611404.975777:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300678435 00000100:00000001:0.0:1749611404.975778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300678434 02000000:00000010:2.0:1749611404.975779:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310400. 02000000:00000001:2.0:1749611404.975781:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975781:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300678435 00000100:00000001:2.0:1749611404.975783:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975783:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611404.975784:0:28321:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b06000. 00000020:00000001:2.0:1749611404.975785:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975785:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975787:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1749611404.975788:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494667392 00000100:00000040:0.0:1749611404.975790:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611404.975791:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611404.975791:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611404.975791:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611404.975793:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667264 00010000:00000200:2.0:1749611404.975795:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bf92680 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611404.975795:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611404.975797:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611404.975798:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611404.975799:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611404.975801:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611404.975802:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611404.975803:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00010000:00000001:2.0:1749611404.975803:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749611404.975804:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667264 00010000:00000001:2.0:1749611404.975805:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611404.975806:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494667648, offset 0 00000100:00001000:2.0:1749611404.975808:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611404.975809:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749611404.975810:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611404.975810:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.975812:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611404.975812:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749611404.975814:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611404.975814:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611404.975816:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611404.975816:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611404.975816:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611404.975817:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611404.975818:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.975819:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749611404.975820:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611404.975820:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494667520:0@lo:38:kworker.0 00000100:00000001:2.0:1749611404.975822:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749611404.975822:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a800. 00000100:00000001:0.0:1749611404.975823:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611404.975824:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948380 02000000:00000001:2.0:1749611404.975824:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749611404.975825:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649080. 02000000:00000001:0.0:1749611404.975825:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611404.975826:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.975826:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975828:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611404.975828:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 02000000:00000001:0.0:1749611404.975828:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611404.975829:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 85664 00000100:00000040:2.0:1749611404.975831:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611404.975831:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d50c00. 00000100:00000001:1.0:1749611404.975832:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749611404.975833:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611404.975833:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611404.975833:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611404.975834:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:1.0:1749611404.975835:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.975836:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000400:00000200:3.0:1749611404.975837:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611404.975839:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494667392, offset 224 00000100:00000001:1.0:1749611404.975839:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.975840:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:3.0:1749611404.975841:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611404.975843:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611404.975844:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494667520, portal 10 00000400:00000200:2.0:1749611404.975845:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611404.975845:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749611404.975846:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf92300. 00000100:00000001:0.0:1749611404.975846:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611404.975847:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 00000100:00000040:3.0:1749611404.975849:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf92300 x1834598494667648 msgsize 224 00000100:00000001:1.0:1749611404.975852:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611404.975854:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611404.975856:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611404.975856:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611404.975859:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611404.975860:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00000001:3.0:1749611404.975861:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611404.975862:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321841792 : -131939387709824 : ffff880077a9e680) 00000100:00000001:0.0:1749611404.975862:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611404.975864:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948280 00000100:00000040:0.0:1749611404.975864:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611404.975865:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000040:1.0:1749611404.975866:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9e680 x1834598494667136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611404.975866:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000010:3.0:1749611404.975867:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611404.975869:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611404.975872:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8cc9 [1] + 224 00000100:00000200:3.0:1749611404.975873:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611404.975876:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494667136:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611404.975878:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611404.975880:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667136 00000100:00000001:3.0:1749611404.975881:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611404.975881:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494667520, offset 0 00000400:00000200:2.0:1749611404.975882:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611404.975882:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749611404.975884:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611404.975885:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611404.975885:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611404.975891:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975892:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611404.975892:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611404.975892:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611404.975895:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611404.975896:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611404.975897:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749611404.975898:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611404.975898:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948300 00000100:00000040:3.0:1749611404.975899:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1048 usecs (2 jiffies) 00000100:00000001:3.0:1749611404.975901:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300678435 00010000:00000001:1.0:1749611404.975901:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611404.975902:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611404.975902:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 85888 00000100:00000001:1.0:1749611404.975903:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611404.975904:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300678435 00000100:00000001:1.0:1749611404.975905:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611404.975907:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611404.975907:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749611404.975910:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa8800. 00000400:00000200:0.0:1749611404.975910:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611404.975911:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300678435 00000100:00000040:2.0:1749611404.975912:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611404.975912:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975913:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300678435 00000100:00000001:0.0:1749611404.975913:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611404.975914:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611404.975914:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611404.975915:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300678435 00000100:00000010:0.0:1749611404.975917:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ed80. 00000100:00000001:3.0:1749611404.975918:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300678435 00000100:00000001:3.0:1749611404.975920:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300678435 00000100:00000001:2.0:1749611404.975920:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611404.975922:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300678435 00010000:00000001:1.0:1749611404.975922:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611404.975924:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611404.975924:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611404.975925:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9ed80 x1834598494667520 msgsize 520 00000100:00000001:3.0:1749611404.975926:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611404.975927:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00001000:1.0:1749611404.975927:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749611404.975929:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00100000:0.0:1749611404.975929:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611404.975930:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611404.975931:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611404.975932:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611404.975932:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611404.975933:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749611404.975934:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611404.975935:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749611404.975935:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611404.975936:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611404.975937:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000100:00000001:1.0:1749611404.975937:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611404.975939:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611404.975940:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749611404.975941:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611404.975942:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00010000:00000001:2.0:1749611404.975942:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749611404.975943:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749611404.975944:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975945:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611404.975945:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749611404.975946:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749611404.975947:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611404.975948:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000200:3.0:1749611404.975949:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611404.975949:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611404.975950:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf92680 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611404.975950:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000040:1.0:1749611404.975952:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611404.975952:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749611404.975954:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:0.0:1749611404.975956:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611404.975958:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611404.975958:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494667136, offset 0 00000100:00100000:2.0:1749611404.975960:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494667392:12345-0@lo:400:kworker.0 Request processed in 235us (447us total) trans 0 rc 0/0 00000400:00000200:1.0:1749611404.975962:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611404.975963:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611404.975965:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611404.975966:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.975967:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.975969:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611404.975969:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611404.975972:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611404.975973:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.975974:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749611404.975974:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00000001:0.0:1749611404.975974:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749611404.975975:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948180 00000100:00000001:3.0:1749611404.975976:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611404.975977:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611404.975978:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611404.975979:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.975980:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749611404.975980:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ccd [1] + 0 00000100:00000040:0.0:1749611404.975981:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 886 usecs (1 jiffies) 00000100:00000001:2.0:1749611404.975982:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611404.975984:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611404.975984:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300678434 00000100:00001000:3.0:1749611404.975985:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=109 v=5 (5 5 5 5) 00000020:00000010:2.0:1749611404.975986:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000001:0.0:1749611404.975986:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300678435 00000400:00000200:1.0:1749611404.975987:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611404.975988:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611404.975988:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300678434 00000020:00000010:2.0:1749611404.975990:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000100:00000001:1.0:1749611404.975990:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611404.975990:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300678435 00000100:00000001:3.0:1749611404.975991:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611404.975992:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.975992:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300678434 00000100:00000200:1.0:1749611404.975994:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.975994:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300678435 00010000:00000001:3.0:1749611404.975995:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611404.976015:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300678434 00000100:00000001:0.0:1749611404.976017:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300678435 00000100:00000001:0.0:1749611404.976019:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611404.976021:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:0.0:1749611404.976022:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611404.976026:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1749611404.976027:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000001:0.0:1749611404.976028:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611404.976029:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611404.976030:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00010000:00080000:3.0:1749611404.976032:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611404.976034:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000040:1.0:1749611404.976035:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611404.976036:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749611404.976038:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611404.976038:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611404.976039:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667648 02000000:00000001:2.0:1749611404.976041:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611404.976043:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611404.976044:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611404.976045:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611404.976048:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611404.976048:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611404.976049:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00100000:2.0:1749611404.976051:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667648 00000400:00000010:1.0:1749611404.976051:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00010000:00000001:3.0:1749611404.976052:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.976052:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611404.976053:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:2.0:1749611404.976054:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d454 00000100:00000001:1.0:1749611404.976055:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611404.976056:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749611404.976056:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611404.976056:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611404.976058:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb000 refcount=5 00000100:00000001:1.0:1749611404.976058:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611404.976059:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:2.0:1749611404.976060:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000040:1.0:1749611404.976060:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611404.976061:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611404.976062:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.976062:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:0.0:1749611404.976064:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611404.976065:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611404.976065:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611404.976067:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611404.976067:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685bb00. 00000100:00000001:0.0:1749611404.976067:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611404.976068:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.976070:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611404.976070:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749611404.976071:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013051f2c0. 00000100:00000001:0.0:1749611404.976072:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611404.976074:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611404.976074:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611404.976074:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611404.976075:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9e680 x1834598494667136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976076:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749611404.976076:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685bb00. 02000000:00000001:0.0:1749611404.976077:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.976078:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611404.976079:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000040:3.0:1749611404.976082:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611404.976082:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000100:00001000:0.0:1749611404.976082:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611404 v=5 (0 0 0 0) 00000020:00000010:2.0:1749611404.976084:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9e10. 00000100:00100000:1.0:1749611404.976085:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494667136:12345-0@lo:38:kworker.0 Request processed in 208us (634us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749611404.976085:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=77 v=20 (20 1 1 1) 00000100:00000040:2.0:1749611404.976087:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611404.976088:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611404.976089:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611404.976090:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611404.976091:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494667392:0@lo:400:kworker.0 00000100:00000001:2.0:1749611404.976091:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749611404.976093:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00000001:0.0:1749611404.976093:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611404.976095:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.976095:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611404.976097:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611404.976097:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611404.976097:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611404.976098:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611404.976100:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec56300 x1834598494667392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611404.976101:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:2.0:1749611404.976102:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611404.976103:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611404.976104:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611404.976105:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611404.976105:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 00000100:00000001:3.0:1749611404.976106:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611404.976107:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976107:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749611404.976108:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749611404.976108:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000001:0.0:1749611404.976108:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976110:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1749611404.976111:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbd600. 00000100:00000001:1.0:1749611404.976111:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611404.976113:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611404.976113:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611404.976114:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749611404.976114:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667520 02000000:00000001:2.0:1749611404.976115:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00080000:0.0:1749611404.976115:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749611404.976117:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611404.976117:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749611404.976118:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00080000:0.0:1749611404.976118:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611404.976119:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611404.976120:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611404.976120:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611404.976121:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.976121:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611404.976121:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749611404.976123:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ada00. 00000100:00100000:2.0:1749611404.976124:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667520 02000000:00000001:3.0:1749611404.976125:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749611404.976125:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00000040:0.0:1749611404.976125:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611404.976126:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611404.976127:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611404.976128:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 00000020:00000040:2.0:1749611404.976128:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611404.976128:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb000 : new rpc_count 1 00000020:00000001:2.0:1749611404.976130:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611404.976130:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931014400 : -131938778537216 : ffff88009bf92300) 00000100:00000001:3.0:1749611404.976132:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749611404.976132:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611404.976133:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494667008:0@lo:38:kworker.0 00000100:00000001:3.0:1749611404.976134:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611404.976135:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611404.976135:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf92300 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:85/0 lens 224/0 e 0 to 0 dl 1749611415 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976136:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976138:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611404.976139:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000100:00000001:3.0:1749611404.976142:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611404.976143:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611404.976144:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749611404.976144:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611404.976144:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611404.976145:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129cf05c0. 00000100:00000001:3.0:1749611404.976146:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.976148:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.976148:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611404.976148:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54000 x1834598494667008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611404.976149:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000020:00000010:1.0:1749611404.976150:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129cf05c0. 00000100:00000001:2.0:1749611404.976153:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749611404.976154:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494667648:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611404.976155:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611404.976155:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611404.976157:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.976157:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749611404.976158:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667648 02000000:00000010:0.0:1749611404.976159:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d53400. 00000020:00000001:1.0:1749611404.976160:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611404.976161:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.976162:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749611404.976162:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611404.976164:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611404.976164:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749611404.976165:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611404.976165:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611404.976166:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611404.976167:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611404.976168:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611404.976168:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611404.976168:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611404.976169:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611404.976170:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749611404.976170:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88000. 02000000:00000001:0.0:1749611404.976173:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1749611404.976174:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 02000000:00000001:0.0:1749611404.976174:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1749611404.976175:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749611404.976176:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54000. 00000100:00000001:3.0:1749611404.976177:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321842688 : -131939387708928 : ffff880077a9ea00) 00000020:00000001:1.0:1749611404.976179:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976179:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749611404.976181:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611404.976181:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611404.976182:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9ea00 x1834598494667264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611404.976183:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611404.976183:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611404.976185:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.976187:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611404.976187:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749611404.976189:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00000001:0.0:1749611404.976189:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611404.976190:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611404.976191:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611404.976192:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494667264:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749611404.976192:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611404.976193:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321843584 : -131939387708032 : ffff880077a9ed80) 00000100:00000001:0.0:1749611404.976193:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749611404.976195:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080faa800. 00000100:00000200:3.0:1749611404.976196:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667264 00000400:00000001:0.0:1749611404.976196:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749611404.976197:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611404.976198:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611404.976199:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611404.976199:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9ed80 x1834598494667520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611404.976200:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.976200:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00010000:00000001:3.0:1749611404.976202:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611404.976202:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611404.976202:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00010000:00000040:1.0:1749611404.976204:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494667648 00000400:00000010:0.0:1749611404.976204:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:0.0:1749611404.976206:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749611404.976207:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749611404.976210:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749611404.976211:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bf92300 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611404.976212:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611404.976215:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611404.976216:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494667520:12345-0@lo:38:kworker.0 00010000:00000001:3.0:1749611404.976218:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611404.976218:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749611404.976218:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611404.976220:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611404.976221:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611404.976222:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667520 00000100:00000001:3.0:1749611404.976223:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:1.0:1749611404.976223:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611404.976225:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611404.976226:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749611404.976226:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611404.976226:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611404.976226:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611404.976228:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611404.976228:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611404.976229:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611404.976229:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611404.976230:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611404.976230:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749611404.976232:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68800. 02000000:00000001:1.0:1749611404.976233:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611404.976234:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611404.976234:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.976236:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611404.976236:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.976237:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611404.976237:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749611404.976238:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611404.976239:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611404.976240:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1749611404.976240:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00010000:00000001:3.0:1749611404.976242:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611404.976243:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494667648, offset 224 00000100:00001000:0.0:1749611404.976243:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611404 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611404.976245:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749611404.976246:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=59 v=20 (20 1 1 1) 00000400:00000200:1.0:1749611404.976247:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611404.976248:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611404.976249:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749611404.976250:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.976251:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611404.976251:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611404.976253:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611404.976253:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611404.976254:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611404.976256:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00020000:2.0:1749611404.976256:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749611404.976257:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976259:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611404.976259:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611404.976259:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948380 00010000:00000001:2.0:1749611404.976263:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611404.976263:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ce5 [1] + 224 00000100:00000001:0.0:1749611404.976263:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611404.976266:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611404.976267:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749611404.976267:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611404.976267:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611404.976268:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611404.976268:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611404.976270:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611404.976270:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611404.976270:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611404.976271:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611404.976272:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749611404.976272:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611404.976273:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.976273:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611404.976275:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749611404.976275:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:2.0:1749611404.976276:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311000. 00000100:00000001:0.0:1749611404.976277:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611404.976278:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611404.976279:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611404.976280:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611404.976281:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611404.976281:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611404.976283:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611404.976284:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749611404.976285:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494667264, offset 0 00010000:00000001:2.0:1749611404.976286:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611404.976288:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494667136:0@lo:38:kworker.0 00000400:00000200:3.0:1749611404.976289:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749611404.976289:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611404.976292:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611404.976292:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.976292:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611404.976295:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611404.976297:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:0.0:1749611404.976297:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55500 x1834598494667136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611404.976298:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611404.976300:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611404.976302:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749611404.976303:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948200 00000100:00000001:0.0:1749611404.976304:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611404.976305:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611404.976305:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749611404.976306:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749611404.976307:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749611404.976307:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 00000400:00000200:3.0:1749611404.976309:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8cdd [1] + 0 02000000:00000001:2.0:1749611404.976309:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.976309:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611404.976310:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611404.976311:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749611404.976311:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1749611404.976313:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611404.976313:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611404.976314:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611404.976316:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000400:00000200:3.0:1749611404.976317:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749611404.976319:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb8b800. 00000100:00000001:3.0:1749611404.976321:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611404.976322:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494667520, offset 0 02000000:00000001:0.0:1749611404.976322:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611404.976323:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749611404.976324:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000010:0.0:1749611404.976325:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000100:00000200:3.0:1749611404.976326:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611404.976326:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611404.976329:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611404.976329:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749611404.976330:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611404.976330:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611404.976331:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976332:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611404.976333:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976334:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611404.976335:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.976335:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611404.976336:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749611404.976338:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611404.976338:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611404.976340:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611404.976342:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611404.976344:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611404.976344:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948300 00000100:00000040:1.0:1749611404.976346:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf92300 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:85/0 lens 224/224 e 0 to 0 dl 1749611415 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611404.976355:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494667648:12345-0@lo:400:kworker.0 Request processed in 211us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1749611404.976362:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00000040:1.0:1749611404.976365:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb000 : new rpc_count 0 00000100:00000001:1.0:1749611404.976367:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611404.976369:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611404.976372:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000400:00000200:2.0:1749611404.976374:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8cf1 [1] + 0 00000020:00000010:1.0:1749611404.976376:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9e10. 00000400:00000200:3.0:1749611404.976378:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000200:2.0:1749611404.976379:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611404.976379:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000400:00000010:3.0:1749611404.976380:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000400:00000200:2.0:1749611404.976382:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611404.976383:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:1.0:1749611404.976383:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 00000100:00000001:3.0:1749611404.976384:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611404.976384:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611404.976385:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611404.976385:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611404.976387:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611404.976387:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000100:00000040:3.0:1749611404.976390:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611404.976390:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611404.976392:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:3.0:1749611404.976393:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976394:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611404.976395:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611404.976395:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611404.976399:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ea00 x1834598494667264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611404.976399:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611404.976405:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611404.976407:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611404.976409:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749611404.976410:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494667264:12345-0@lo:38:kworker.0 Request processed in 217us (694us total) trans 0 rc -19/-19 00000020:00000040:1.0:1749611404.976413:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611404.976414:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611404.976415:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.976415:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976417:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749611404.976418:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 02000000:00000001:0.0:1749611404.976418:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611404.976419:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611404.976421:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611404.976423:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611404.976423:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.976426:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1749611404.976427:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611404 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611404.976428:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611404.976429:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00001000:0.0:1749611404.976429:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=109 v=20 (1 1 1 20) 00000400:00000010:2.0:1749611404.976431:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000020:00000010:3.0:1749611404.976432:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649080. 00000100:00000001:0.0:1749611404.976432:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611404.976433:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611404.976434:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611404.976434:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611404.976435:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00000001:0.0:1749611404.976436:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611404.976438:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611404.976439:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a800. 00000100:00000040:0.0:1749611404.976440:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611404.976441:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611404.976443:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611404.976443:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611404.976445:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611404.976447:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611404.976449:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ed80 x1834598494667520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.976449:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611404.976455:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976457:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611404.976458:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611404.976458:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494667520:12345-0@lo:38:kworker.0 Request processed in 244us (531us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611404.976458:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611404.976459:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749611404.976461:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000001:3.0:1749611404.976464:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1749611404.976464:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000001:3.0:1749611404.976465:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611404.976466:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749611404.976467:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000400:00000010:3.0:1749611404.976468:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000100:00000001:2.0:1749611404.976469:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749611404.976470:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611404.976471:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:2.0:1749611404.976471:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749611404.976473:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000020:00000010:2.0:1749611404.976474:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00000001:3.0:1749611404.976475:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611404.976477:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494667264:0@lo:38:kworker.0 00000020:00000010:2.0:1749611404.976478:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 00000100:00000200:3.0:1749611404.976479:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611404.976481:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000400:00000001:0.0:1749611404.976483:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611404.976484:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611404.976485:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611404.976486:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00000200:3.0:1749611404.976488:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611404.976488:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611404.976489:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611404.976491:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611404.976494:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611404.976495:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976496:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.976498:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611404.976500:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611404.976502:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611404.976502:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976504:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611404.976506:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976509:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749611404.976510:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197f438 time=15 v=5 (5 0 0 0) 00000100:00000001:0.0:1749611404.976510:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976511:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:3.0:1749611404.976513:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=15 v=5 (1 0 0 0) 02000000:00000001:0.0:1749611404.976513:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611404.976514:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611404.976516:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611404.976516:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611404.976517:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611404.976518:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611404.976519:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611404.976547:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611404.976548:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197dc38 time=1749611404 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611404.976552:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197dbf0 time=15 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611404.976554:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749611404.976555:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976556:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611404.976558:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611404.976558:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611404.976559:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749611404.976562:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976566:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611404.976568:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611404.976573:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.976574:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611404.976576:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611404.976578:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.976580:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611404.976580:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611404.976581:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611404.976582:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611404.976583:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611404.976584:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611404.976586:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611404.976586:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611404.976588:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611404.976592:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611404.976594:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494667648:0@lo:400:kworker.0 00000100:00000001:3.0:1749611404.976598:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.976600:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611404.976600:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494667520:0@lo:38:kworker.0 00000100:00000040:3.0:1749611404.976603:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57480 x1834598494667648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611404.976603:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976605:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611404.976609:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749611404.976609:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494667264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611404.976610:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611404.976613:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbd000. 02000000:00000001:3.0:1749611404.976615:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611404.976615:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611404.976616:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749611404.976617:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749611404.976618:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51400. 00000020:00000040:3.0:1749611404.976619:0:28321:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749611404.976620:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611404.976621:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611404.976622:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1749611404.976623:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2adf00. 00000020:00000040:0.0:1749611404.976623:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611404.976625:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749611404.976625:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749611404.976626:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1749611404.976627:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130312400. 00000100:00000010:3.0:1749611404.976628:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57480. 02000000:00000001:0.0:1749611404.976629:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611404.976631:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611404.976631:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611404.976632:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611404.976632:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:3.0:1749611404.976634:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976635:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611404.976636:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611404.976638:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611404.976638:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611404.976640:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611404.976640:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55c00 x1834598494667520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611404.976642:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611404.976644:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976657:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611404.976659:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611404.976661:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d50c00. 02000000:00000001:0.0:1749611404.976663:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611404.976664:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611404.976665:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611404.976667:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611404.976668:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130311400. 02000000:00000001:0.0:1749611404.976671:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611404.976672:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611404.976673:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55c00. 00000100:00000001:0.0:1749611404.976675:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611404.976676:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611404.976678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611404.976681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611404.976683:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611404.976684:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611404.977607:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300678435, at 4300678435 00000100:00000040:0.0:1749611404.977615:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300678435, at 4300678435 00000100:00000010:3.0:1749611404.977618:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788200. 00000100:00000010:0.0:1749611404.977626:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788f00. 00000100:00000040:1.0:1749611404.977632:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300678435, at 4300678435 00000100:00000040:2.0:1749611404.977635:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300678435, at 4300678435 00000100:00000010:1.0:1749611404.977643:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788500. 00000100:00000010:2.0:1749611404.977646:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e788400. 00000100:00000001:0.0:1749611405.458706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611405.458715:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611405.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611405.458722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611405.458726:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611405.458731:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611405.458734:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611405.458737:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611405.458739:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611405.622742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611405.622751:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611405.622753:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611405.622758:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611405.622762:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611405.622766:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611405.622769:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611405.622790:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611405.622793:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611405.956682:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611405.956690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611405.956815:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611405.956820:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611405.956824:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611405.976601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611405.976614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611405.976617:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611405.976620:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611405.976623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611405.976626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611405.976629:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611406.458699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611406.458707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611406.458710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611406.458717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611406.458721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611406.458726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611406.458731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611406.458735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611406.458738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611406.622641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611406.622649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611406.622652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611406.622657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611406.622660:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611406.622664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611406.622667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611406.622670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611406.622673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611406.958712:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611406.958720:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611406.958860:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611406.958883:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611406.958887:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611406.976650:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611406.976670:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611406.976673:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611406.976677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611406.976680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611406.976684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611406.976687:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611407.458673:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611407.458699:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611407.458702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611407.458707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611407.458711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611407.458715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611407.458718:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611407.458721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611407.458723:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611407.622741:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611407.622748:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611407.622750:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611407.622755:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611407.622758:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611407.622762:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611407.622765:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611407.622768:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611407.622770:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611407.960712:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611407.960720:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611407.960803:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611407.960811:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611407.960815:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611407.976632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611407.976647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611407.976650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611407.976654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611407.976657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611407.976661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611407.976663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611408.458667:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611408.458674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611408.458676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611408.458680:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611408.458683:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611408.458687:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611408.458689:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611408.458691:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611408.458693:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611408.622794:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611408.622821:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611408.622823:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611408.622828:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611408.622832:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611408.622836:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611408.622839:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611408.622842:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611408.622845:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611408.962689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611408.962697:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611408.962832:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611408.962838:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611408.962842:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611408.976608:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611408.976623:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611408.976641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611408.976645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611408.976647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611408.976652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611408.976654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.458695:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611409.458704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611409.458707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611409.458712:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611409.458716:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.458720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.458723:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611409.458726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.458728:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.622689:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611409.622698:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611409.622700:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611409.622705:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611409.622708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611409.622712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.622715:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611409.622718:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.622720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611409.797106:0:25914:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611409.797114:0:25914:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611409.797118:0:25914:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611409.797131:0:25914:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611409.797135:0:25914:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611409.797138:0:25914:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611409.797143:0:25914:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611409.797147:0:25914:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611409.797149:0:25914:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611409.964683:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611409.964692:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611409.964825:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611409.964831:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611409.964835:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611409.976629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611409.976644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611409.976646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.976651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611409.976654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.976658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.976660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611409.982608:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611409.982616:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611409.982619:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611409.982623:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611409.982626:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611409.982629:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611409.982633:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611409.982638:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6011 00000100:00080000:2.0:1749611409.982643:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611409.982646:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611409.982650:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.982653:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.982655:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611409.982673:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611409.982675:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611409.982678:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611409.982682:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611409.982685:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611409.982687:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611409.982690:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611409.982692:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.982694:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.982696:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611409.982699:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611409.982702:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611409.982704:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.982708:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611409.982715:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611409.982717:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.982719:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611409.982722:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611409.982728:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:2.0:1749611409.982731:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611409.982735:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611409.982737:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.982741:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611409.982744:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611409.982747:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611409.982755:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130311400. 00000100:00000001:2.0:1749611409.982763:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611409.982773:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611409.982785:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611409.982790:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611409.982794:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611409.982835:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611409.982838:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611409.982843:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611409.982844:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611409.982846:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611409.982849:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611409.982851:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6011 00000100:00080000:2.0:1749611409.982854:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611409.982856:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611409.982858:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.982860:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.982863:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611409.982865:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611409.982866:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611409.982868:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611409.982870:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611409.982872:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611409.982874:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611409.982877:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611409.982879:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.982880:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.982882:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611409.982884:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611409.982886:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611409.982889:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.982890:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611409.982891:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611409.982894:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611409.982896:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.982897:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611409.982898:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611409.982899:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611409.982904:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611409.982908:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611409.982910:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00000020:00000040:2.0:1749611409.982912:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611409.982915:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611409.982916:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.982918:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611409.982919:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611409.982920:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611409.982921:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611409.982925:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130311800. 00000100:00000001:2.0:1749611409.982929:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.982933:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611409.982934:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611409.982937:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611409.982940:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611409.982943:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611409.982943:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.982945:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611409.982947:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494667776:0@lo:38:kworker.0 00000100:00000001:0.0:1749611409.982981:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611409.982985:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611409.982986:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55c00] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611409.982988:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.982990:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611409.982996:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d53400. 00000100:00000001:2.0:1749611409.982997:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.982999:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611409.983000:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611409.983003:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611409.983005:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749611409.983006:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00080000:2.0:1749611409.983007:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611409.983009:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611409.983011:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6011 00000100:00080000:2.0:1749611409.983014:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749611409.983014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000040:2.0:1749611409.983016:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611409.983019:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.983020:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.983022:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611409.983022:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494667776, portal 4 00000020:00000001:2.0:1749611409.983024:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611409.983024:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749611409.983025:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749611409.983026:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000020:00000001:2.0:1749611409.983027:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611409.983029:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:0.0:1749611409.983035:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611409.983036:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611409.983039:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611409.983042:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611409.983044:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611409.983045:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.983046:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.983048:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611409.983048:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749611409.983050:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:0.0:1749611409.983050:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00080000:2.0:1749611409.983053:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:0.0:1749611409.983053:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494667776, offset 0 00000100:00000001:2.0:1749611409.983055:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.983057:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611409.983060:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611409.983060:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611409.983062:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983064:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611409.983065:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611409.983069:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000040:2.0:1749611409.983071:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611409.983073:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611409.983074:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611409.983075:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611409.983076:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611409.983077:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611409.983079:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611409.983083:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130312400. 00000400:00000200:0.0:1749611409.983085:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf948400 00000100:00000001:2.0:1749611409.983086:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611409.983091:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611409.983093:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 17160 00000100:00000001:2.0:1749611409.983098:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611409.983100:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611409.983101:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611409.983103:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611409.983105:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611409.983111:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983111:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611409.983113:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749611409.983113:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611409.983117:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611409.983118:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9f100. 00000100:00000040:0.0:1749611409.983121:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9f100 x1834598494667776 msgsize 520 00000100:00000010:2.0:1749611409.983125:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57480. 00000100:00100000:0.0:1749611409.983125:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749611409.983128:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611409.983131:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611409.983132:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611409.983134:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611409.983138:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2adf00. 00000100:00000001:2.0:1749611409.983141:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611409.983145:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611409.983152:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611409.983154:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983156:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611409.983159:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57480] to pc [ptlrpcd_00_02+2] req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611409.983167:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611409.983169:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611409.983172:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611409.983178:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.983186:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611409.983189:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611409.983189:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611409.983193:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611409.983196:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611409.983197:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611409.983198:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611409.983199:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611409.983200:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611409.983203:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611409.983203:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611409.983205:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6011 00000100:00080000:2.0:1749611409.983207:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611409.983207:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 00000100:00000040:2.0:1749611409.983209:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611409.983211:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611409.983211:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300683442 00000100:00000040:2.0:1749611409.983213:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.983215:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611409.983215:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538ca80. 00000020:00000001:2.0:1749611409.983217:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611409.983218:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d43f 00000020:00000001:2.0:1749611409.983219:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611409.983221:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e000 refcount=8 00000100:00000001:0.0:1749611409.983222:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749611409.983224:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000020:00000001:2.0:1749611409.983226:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219997184 : -131939489554432 : ffff88007197e000) 00000100:00000001:0.0:1749611409.983228:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300683442 00000100:00000010:0.0:1749611409.983231:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c9c0. 00000100:00000040:2.0:1749611409.983233:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611409.983234:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611409.983236:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611409.983237:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611409.983237:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300683442 00000100:00000001:2.0:1749611409.983239:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611409.983240:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c500. 00000020:00000040:2.0:1749611409.983242:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 7 00000100:00000001:1.0:1749611409.983243:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611409.983243:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749611409.983244:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611409.983246:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300683442 02000000:00000001:2.0:1749611409.983248:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1749611409.983248:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b538c100. 00000100:00100000:1.0:1749611409.983249:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667776 02000000:00000001:2.0:1749611409.983251:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611409.983251:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749611409.983252:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749611409.983253:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983254:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611409.983256:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983256:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611409.983258:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611409.983259:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000020:00000040:2.0:1749611409.983261:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611409.983261:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611409.983263:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611409.983263:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.983264:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983264:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983266:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611409.983267:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611409.983267:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611409.983268:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667776 02000000:00000001:2.0:1749611409.983269:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983269:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611409.983270:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611409.983272:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611409.983274:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611409.983274:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749611409.983275:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2000. 00000100:00000001:0.0:1749611409.983276:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611409.983277:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983278:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983278:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749611409.983279:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611409.983282:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1749611409.983285:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05aa00. 00000100:00000001:0.0:1749611409.983285:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.983287:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611409.983288:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611409.983289:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611409.983291:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611409.983292:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649680. 00000100:00000040:0.0:1749611409.983292:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983294:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611409.983295:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55500] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983297:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611409.983297:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:0.0:1749611409.983300:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611409.983301:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983302:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611409.983303:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983304:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611409.983304:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611409.983305:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611409.983306:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611409.983306:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.983306:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611409.983308:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983309:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611409.983311:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 00000100:00000001:1.0:1749611409.983312:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611409.983312:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494667904:0@lo:38:kworker.0 00000020:00000040:2.0:1749611409.983313:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611409.983315:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611409.983317:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611409.983317:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611409.983319:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.983319:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.983320:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611409.983321:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611409.983322:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611409.983323:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749611409.983323:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51c00. 02000000:00000001:2.0:1749611409.983324:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983325:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611409.983325:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611409.983326:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611409.983327:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2adb00. 02000000:00000001:3.0:1749611409.983329:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611409.983329:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00000001:2.0:1749611409.983330:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611409.983332:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494668160:0@lo:400:kworker.0 00000400:00000010:0.0:1749611409.983332:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000040:2.0:1749611409.983334:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611409.983334:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611409.983336:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611409.983336:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494667904, portal 10 00000100:00000001:3.0:1749611409.983337:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611409.983338:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611409.983339:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 02000000:00000001:3.0:1749611409.983341:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611409.983342:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749611409.983342:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 02000000:00000001:3.0:1749611409.983343:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983343:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611409.983345:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611409.983345:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.983346:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321844480 : -131939387707136 : ffff880077a9f100) 00000100:00000040:2.0:1749611409.983347:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54000] to pc [ptlrpcd_00_03+3] req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611409.983350:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800827d6400. 02000000:00000001:3.0:1749611409.983352:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611409.983352:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9f100 x1834598494667776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.983352:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611409.983354:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611409.983356:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611409.983356:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000400:00000010:3.0:1749611409.983357:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000200:0.0:1749611409.983358:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494667904, offset 0 00000100:00000040:2.0:1749611409.983360:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6021) 00000400:00000010:3.0:1749611409.983362:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000400:00000200:0.0:1749611409.983362:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611409.983365:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494667776:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611409.983367:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494668160, portal 10 00000400:00000200:0.0:1749611409.983368:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611409.983369:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749611409.983369:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667776 00000100:00000001:3.0:1749611409.983371:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393878144 : -131936315673472 : ffff88012ec57480) 00000020:00000001:1.0:1749611409.983373:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611409.983373:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948480 00000100:00000040:3.0:1749611409.983378:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611409.983378:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 86408 00000400:00000200:0.0:1749611409.983383:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611409.983385:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611409.983386:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611409.983386:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611409.983389:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611409.983392:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611409.983392:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611409.983394:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494668160, offset 0 00000100:00000001:2.0:1749611409.983394:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.983395:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611409.983396:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749611409.983397:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611409.983400:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611409.983400:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611409.983400:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9f480. 00000100:00000040:2.0:1749611409.983401:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611409.983403:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9f480 x1834598494667904 msgsize 520 00010000:00020000:1.0:1749611409.983405:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611409.983408:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1749611409.983408:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749611409.983408:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611409.983409:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611409.983410:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611409.983411:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611409.983412:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611409.983414:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611409.983415:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749611409.983416:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948580 02000000:00000001:2.0:1749611409.983416:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983416:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611409.983417:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749611409.983419:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494668416:0@lo:400:kworker.0 02000000:00000001:1.0:1749611409.983419:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749611409.983422:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 86928 00000100:00000001:2.0:1749611409.983423:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749611409.983423:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fabc00. 02000000:00000001:1.0:1749611409.983425:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.983426:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749611409.983428:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611409.983428:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983428:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.983429:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749611409.983431:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00010000:00000001:1.0:1749611409.983432:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749611409.983433:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000400:00000010:0.0:1749611409.983434:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 02000000:00000001:2.0:1749611409.983435:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611409.983435:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983436:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:1.0:1749611409.983438:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749611409.983439:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe160. 00000100:00000200:0.0:1749611409.983440:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611409.983441:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611409.983442:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749611409.983444:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:3.0:1749611409.983445:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611409.983445:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749611409.983447:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749611409.983447:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611409.983447:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611409.983448:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494668416, portal 10 00000100:00000001:1.0:1749611409.983449:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749611409.983451:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91500. 00000100:00000040:0.0:1749611409.983451:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.983452:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611409.983455:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf91500 x1834598494668160 msgsize 224 00000100:00000001:2.0:1749611409.983456:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749611409.983456:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611409.983458:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 02000000:00000001:1.0:1749611409.983458:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611409.983458:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611409.983459:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611409.983460:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983460:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611409.983462:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611409.983463:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611409.983465:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611409.983466:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611409.983466:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000001:0.0:1749611409.983468:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300683442 00000400:00000010:1.0:1749611409.983469:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611409.983471:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611409.983471:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300683442 00000100:00000001:2.0:1749611409.983473:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611409.983473:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494667776, offset 0 00000100:00000001:0.0:1749611409.983474:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300683442 00000100:00000040:2.0:1749611409.983476:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611409.983476:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300683442 00000400:00000010:2.0:1749611409.983478:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000400:00000200:1.0:1749611409.983478:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611409.983478:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300683442 00000100:00000001:0.0:1749611409.983480:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300683442 00000100:00000001:0.0:1749611409.983482:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300683442 00000100:00000001:0.0:1749611409.983484:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300683442 00000100:00000001:0.0:1749611409.983486:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611409.983487:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611409.983488:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983490:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611409.983491:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:0.0:1749611409.983493:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611409.983494:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000400:00000200:1.0:1749611409.983495:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf948400 00000100:00000001:3.0:1749611409.983497:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611409.983500:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494668416, offset 0 00000100:00000200:3.0:1749611409.983502:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611409.983503:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8d09 [1] + 0 00000400:00000200:2.0:1749611409.983508:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611409.983508:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611409.983511:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611409.983512:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611409.983512:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611409.983513:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611409.983515:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.983516:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611409.983516:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749611409.983518:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611409.983518:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611409.983547:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611409.983549:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948680 00000100:00100000:0.0:1749611409.983551:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494668032:0@lo:38:kworker.0 00000100:00000001:3.0:1749611409.983553:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983554:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611409.983555:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611409.983555:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 87152 02000000:00000001:0.0:1749611409.983556:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749611409.983558:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611409.983558:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983560:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.983560:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611409.983561:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611409.983563:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51400. 00000100:00000040:3.0:1749611409.983564:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000400:00000200:2.0:1749611409.983565:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611409.983565:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983567:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300683442 00000100:00000001:2.0:1749611409.983569:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611409.983569:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000040:1.0:1749611409.983570:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983571:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300683442 00000100:00000200:2.0:1749611409.983571:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749611409.983572:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:3.0:1749611409.983574:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300683442 00000100:00000010:2.0:1749611409.983574:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56300. 00000100:00000200:0.0:1749611409.983575:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494668032, portal 10 00000100:00000001:3.0:1749611409.983576:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300683442 00000100:00000040:2.0:1749611409.983577:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56300 x1834598494668416 msgsize 224 00000100:00000001:0.0:1749611409.983577:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611409.983578:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300683442 00000100:00000001:1.0:1749611409.983579:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611409.983579:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:3.0:1749611409.983580:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300683442 00000100:00000001:3.0:1749611409.983582:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300683442 00000100:00100000:2.0:1749611409.983582:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611409.983584:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300683442 00000100:00000040:0.0:1749611409.983585:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983586:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611409.983587:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:3.0:1749611409.983589:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983589:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749611409.983589:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611409.983592:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983592:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611409.983593:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611409.983594:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611409.983594:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611409.983594:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611409.983596:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:0.0:1749611409.983596:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749611409.983598:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611409.983599:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:2.0:1749611409.983602:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749611409.983602:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611409.983604:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983606:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749611409.983606:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611409.983606:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611409.983607:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494668032, offset 0 00000100:00000001:3.0:1749611409.983608:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611409.983610:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611409.983611:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9f100 x1834598494667776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611409.983611:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611409.983612:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611409.983614:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983616:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983616:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611409.983618:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611409.983619:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611409.983622:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494667776:12345-0@lo:38:kworker.0 Request processed in 256us (498us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611409.983624:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948500 00000100:00000001:2.0:1749611409.983626:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983627:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611409.983628:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 87376 00000100:00100000:1.0:1749611409.983631:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00000001:2.0:1749611409.983632:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611409.983632:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611409.983634:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611409.983634:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749611409.983635:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1008 usecs (2 jiffies) 00000100:00000001:1.0:1749611409.983635:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749611409.983636:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494667904 00000400:00000200:0.0:1749611409.983636:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611409.983638:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611409.983638:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300683443 00000100:00000001:0.0:1749611409.983639:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749611409.983640:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649680. 00000100:00000001:3.0:1749611409.983641:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611409.983641:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611409.983643:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611409.983644:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000010:0.0:1749611409.983644:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9f800. 02000000:00000001:3.0:1749611409.983647:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611409.983647:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05aa00. 00000100:00100000:3.0:1749611409.983649:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494667904 00000100:00000001:2.0:1749611409.983649:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300683442 00000020:00000001:3.0:1749611409.983651:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611409.983652:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611409.983652:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9f800 x1834598494668032 msgsize 520 00000020:00000040:3.0:1749611409.983653:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611409.983654:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300683443 00000020:00000001:3.0:1749611409.983655:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749611409.983656:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611409.983657:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983657:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300683442 00000020:00000001:3.0:1749611409.983659:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983660:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300683443 00000100:00000001:0.0:1749611409.983663:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749611409.983664:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d7a00. 00000100:00000001:2.0:1749611409.983664:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300683442 00000100:00000001:2.0:1749611409.983666:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300683443 00000020:00000010:3.0:1749611409.983668:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7400. 00000400:00000200:0.0:1749611409.983668:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749611409.983669:0:28324:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300683442 00000400:00000010:0.0:1749611409.983670:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749611409.983671:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749611409.983672:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749611409.983672:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611409.983672:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611409.983674:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611409.983674:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668160 00000100:00000001:3.0:1749611409.983675:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749611409.983675:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983677:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611409.983677:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611409.983677:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611409.983679:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983679:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611409.983679:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611409.983681:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983683:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611409.983683:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983683:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611409.983685:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611409.983686:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749611409.983686:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668160 00000100:00000001:2.0:1749611409.983688:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749611409.983688:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611409.983689:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611409.983690:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611409.983691:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611409.983691:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611409.983692:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.983692:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983693:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983693:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611409.983696:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983696:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983697:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611409.983699:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668416 00000020:00000040:1.0:1749611409.983699:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:3.0:1749611409.983700:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611409.983700:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00000001:3.0:1749611409.983702:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611409.983702:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611409.983703:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300683442 00000100:00000001:3.0:1749611409.983704:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611409.983705:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:3.0:1749611409.983706:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611409.983708:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668416 00000100:00000001:0.0:1749611409.983708:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300683443 00000020:00000001:3.0:1749611409.983710:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611409.983710:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1749611409.983711:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d454 00000100:00000001:2.0:1749611409.983711:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611409.983711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300683442 00000020:00000001:3.0:1749611409.983712:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611409.983713:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b409fec0. 00000100:00100000:2.0:1749611409.983714:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668032 00000100:00000001:0.0:1749611409.983714:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300683443 00000020:00000040:3.0:1749611409.983715:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb000 refcount=5 02000000:00000001:2.0:1749611409.983716:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611409.983717:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300683442 00000100:00000001:2.0:1749611409.983718:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611409.983720:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983720:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300683443 00000020:00000040:1.0:1749611409.983721:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749611409.983723:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:0.0:1749611409.983723:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300683442 02000000:00000001:2.0:1749611409.983724:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611409.983726:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00100000:2.0:1749611409.983726:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668032 00000100:00000001:0.0:1749611409.983726:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300683443 00000100:00000001:1.0:1749611409.983728:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749611409.983729:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611409.983729:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611409.983730:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1749611409.983730:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749611409.983731:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05aa00. 00000020:00000001:2.0:1749611409.983732:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749611409.983733:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006dfe2bc0. 00000100:00000001:0.0:1749611409.983733:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611409.983734:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611409.983734:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649680. 00000020:00000001:2.0:1749611409.983736:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611409.983737:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013685b500. 00000020:00000010:1.0:1749611409.983737:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000400:00000001:0.0:1749611409.983738:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611409.983740:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000400:00000001:0.0:1749611409.983741:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611409.983742:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611409.983743:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006dfe2bc0. 00000020:00000010:2.0:1749611409.983744:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000040:1.0:1749611409.983744:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:0.0:1749611409.983744:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00000001:1.0:1749611409.983746:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611409.983747:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611409.983748:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6200. 00000020:00000010:2.0:1749611409.983748:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000100:00000001:1.0:1749611409.983749:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611409.983750:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000020:00000010:3.0:1749611409.983751:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7380. 00000100:00000001:2.0:1749611409.983751:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749611409.983753:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000020:00000010:3.0:1749611409.983754:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000100:00000001:1.0:1749611409.983754:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611409.983756:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611409.983756:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611409.983758:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611409.983758:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611409.983758:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983759:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611409.983760:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983761:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611409.983763:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.983764:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.983765:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611409.983767:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611409.983767:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611409.983769:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983770:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749611409.983770:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983771:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611409.983772:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611409.983775:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611409.983776:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611409.983776:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611409.983776:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00000001:3.0:1749611409.983778:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611409.983778:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611409.983780:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931010816 : -131938778540800 : ffff88009bf91500) 00000100:00100000:2.0:1749611409.983781:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00000040:2.0:1749611409.983785:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb000 : new rpc_count 1 00000100:00000200:0.0:1749611409.983785:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611409.983786:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf91500 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:90/0 lens 224/0 e 0 to 0 dl 1749611420 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611409.983787:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393873664 : -131936315677952 : ffff88012ec56300) 00000100:00000040:2.0:1749611409.983792:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56300 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:90/0 lens 224/0 e 0 to 0 dl 1749611420 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.983794:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611409.983795:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b409fb40. 00000100:00100000:3.0:1749611409.983796:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00000001:0.0:1749611409.983797:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611409.983798:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321845376 : -131939387706240 : ffff880077a9f480) 00000100:00000001:1.0:1749611409.983798:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611409.983800:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b409fb40. 00000100:00000001:0.0:1749611409.983800:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.983801:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749611409.983803:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9f480 x1834598494667904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611409.983803:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685bc80. 00000100:00000001:0.0:1749611409.983804:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749611409.983805:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494668160:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611409.983806:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611409.983808:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749611409.983809:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685bc80. 00000100:00000200:1.0:1749611409.983809:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668160 00000100:00000001:0.0:1749611409.983810:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611409.983812:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611409.983813:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611409.983814:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494667904:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1749611409.983814:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494668416:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749611409.983818:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494667904 00000100:00000200:2.0:1749611409.983818:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668416 02000000:00000001:0.0:1749611409.983818:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611409.983819:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611409.983820:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611409.983821:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611409.983822:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611409.983823:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611409.983823:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611409.983824:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611409.983826:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611409.983826:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611409 v=5 (0 0 0 0) 00000020:00000001:1.0:1749611409.983827:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611409.983828:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611409.983829:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611409.983830:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611409.983832:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1749611409.983832:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=82 v=20 (20 1 1 1) 00000020:00000001:3.0:1749611409.983833:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611409.983834:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611409.983835:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749611409.983836:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611409.983836:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611409.983836:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749611409.983837:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611409.983837:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749611409.983839:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611409.983839:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611409.983839:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611409.983840:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611409.983841:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611409.983842:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611409.983842:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611409.983842:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611409.983843:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611409.983846:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611409.983846:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611409.983848:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611409.983848:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611409.983849:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611409.983849:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983851:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749611409.983852:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad0000. 02000000:00000010:1.0:1749611409.983852:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fab000. 02000000:00000001:3.0:1749611409.983854:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611409.983854:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611409.983854:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.983856:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983857:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611409.983858:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68400. 00000020:00000001:1.0:1749611409.983859:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611409.983860:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983860:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611409.983862:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611409.983862:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494668160 00000020:00000001:2.0:1749611409.983863:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983863:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749611409.983864:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749611409.983865:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611409.983865:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749611409.983866:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494668416 00010000:00000001:3.0:1749611409.983867:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983867:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:2.0:1749611409.983869:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749611409.983869:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bf91500 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.983870:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749611409.983871:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:0.0:1749611409.983873:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611409.983874:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000200:2.0:1749611409.983874:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec56300 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.983876:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749611409.983876:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749611409.983877:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611409.983879:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749611409.983879:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.983879:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611409.983881:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:1.0:1749611409.983881:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=14 v=5 (1 1 1 1) 00010000:00000001:2.0:1749611409.983882:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611409.983883:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611409.983883:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611409.983884:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.983885:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611409.983887:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:2.0:1749611409.983887:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=14 v=5 (1 1 1 1) 00000100:00000040:1.0:1749611409.983887:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749611409.983889:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611409.983889:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611409.983890:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611409.983891:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611409.983891:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749611409.983892:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494667776:0@lo:38:kworker.0 00000100:00000001:3.0:1749611409.983893:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611409.983893:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:1.0:1749611409.983893:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611409.983895:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611409.983895:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611409.983895:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611409.983896:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611409.983897:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611409.983897:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611409.983897:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611409.983899:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611409.983900:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611409.983901:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611409.983902:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494667904, offset 0 00000100:00000040:2.0:1749611409.983904:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749611409.983904:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494668160, offset 224 00000100:00000001:0.0:1749611409.983905:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611409.983906:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749611409.983906:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00000040:0.0:1749611409.983909:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494667776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611409.983910:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611409.983914:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611409.983914:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494668416, offset 224 00000100:00000001:0.0:1749611409.983916:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1749611409.983917:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611409.983918:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611409.983918:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611409.983920:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948480 02000000:00000010:0.0:1749611409.983921:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d53400. 00000400:00000200:1.0:1749611409.983924:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948580 02000000:00000001:0.0:1749611409.983924:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749611409.983926:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d11 [1] + 0 00000400:00000200:2.0:1749611409.983927:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611409.983927:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611409.983929:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749611409.983931:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749611409.983931:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611409.983933:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948680 02000000:00000010:0.0:1749611409.983934:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130311400. 00000400:00000200:3.0:1749611409.983935:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611409.983937:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611409.983938:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611409.983940:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000400:00000200:1.0:1749611409.983942:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d19 [1] + 224 00000100:00000001:0.0:1749611409.983944:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611409.983945:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.983947:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.983972:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611409.983974:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.983976:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611409.983978:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.983979:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611409.983983:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611409.983989:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611409.983990:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d21 [1] + 224 00000100:00000001:0.0:1749611409.983991:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611409.983992:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611409.983993:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611409.983994:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611409.983996:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611409.983996:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611409.983996:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611409.983997:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611409.983998:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611409.984000:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611409.984001:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494668288:0@lo:38:kworker.0 00000100:00000200:3.0:1749611409.984002:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611409.984003:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611409.984003:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.984004:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611409.984007:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749611409.984008:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611409.984008:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.984010:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749611409.984011:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611409.984013:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611409.984013:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d53400. 02000000:00000001:0.0:1749611409.984015:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611409.984017:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.984020:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749611409.984023:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00000001:1.0:1749611409.984026:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749611409.984027:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611409.984030:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611409.984031:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494668288, portal 10 00000400:00000200:3.0:1749611409.984032:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:0.0:1749611409.984033:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611409.984034:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000400:00000010:3.0:1749611409.984035:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611409.984037:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611409.984039:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611409.984041:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000100:00000040:0.0:1749611409.984041:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.984043:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611409.984044:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000040:3.0:1749611409.984046:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611409.984046:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611409.984047:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749611409.984047:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:0.0:1749611409.984048:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611409.984049:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611409.984049:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000001:3.0:1749611409.984051:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611409.984051:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611409.984052:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611409.984053:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749611409.984053:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:0.0:1749611409.984055:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494668288, offset 0 00000100:00000040:3.0:1749611409.984056:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9f480 x1834598494667904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.984057:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984059:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611409.984059:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611409.984060:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611409.984063:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749611409.984063:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611409.984065:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611409.984066:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749611409.984066:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611409.984067:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494667904:12345-0@lo:38:kworker.0 Request processed in 252us (660us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611409.984067:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611409.984067:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1749611409.984070:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611409.984071:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91500 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611409.984072:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948600 00000100:00000040:2.0:1749611409.984074:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56300 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:90/0 lens 224/224 e 0 to 0 dl 1749611420 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611409.984075:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000400:00000200:0.0:1749611409.984076:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 87896 00000100:00000001:3.0:1749611409.984078:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611409.984079:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611409.984081:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494668160:12345-0@lo:400:kworker.0 Request processed in 285us (624us total) trans 0 rc 0/0 00000400:00000200:0.0:1749611409.984081:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749611409.984083:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7400. 00000400:00000200:0.0:1749611409.984084:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611409.984085:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494668416:12345-0@lo:400:kworker.0 Request processed in 282us (505us total) trans 0 rc 0/0 00000020:00000010:3.0:1749611409.984087:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749611409.984087:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611409.984089:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749611409.984090:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d7a00. 00000100:00100000:1.0:1749611409.984090:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00000040:1.0:1749611409.984093:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000010:0.0:1749611409.984093:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9fb80. 00000100:00000001:3.0:1749611409.984094:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611409.984095:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00000001:1.0:1749611409.984095:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749611409.984095:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9fb80 x1834598494668288 msgsize 520 00000100:00000001:1.0:1749611409.984097:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611409.984098:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb000 : new rpc_count 0 00000100:00100000:0.0:1749611409.984099:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611409.984100:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611409.984101:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649680. 00000100:00000001:0.0:1749611409.984101:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611409.984102:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611409.984103:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749611409.984103:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00100000:3.0:1749611409.984105:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668288 00000400:00000200:0.0:1749611409.984105:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000020:00000010:2.0:1749611409.984106:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7380. 00000400:00000010:0.0:1749611409.984106:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749611409.984107:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749611409.984107:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05aa00. 00000100:00000001:3.0:1749611409.984108:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611409.984108:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611409.984110:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611409.984110:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000020:00000040:1.0:1749611409.984111:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000200:0.0:1749611409.984111:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611409.984113:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611409.984113:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6200. 00000100:00000001:1.0:1749611409.984113:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611409.984115:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668288 00000020:00000001:3.0:1749611409.984117:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611409.984117:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 00000100:00000001:0.0:1749611409.984118:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749611409.984119:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611409.984120:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611409.984120:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611409.984121:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611409.984122:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.984122:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611409.984123:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749611409.984124:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611409.984127:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d7a00. 00000100:00000001:0.0:1749611409.984127:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611409.984129:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7400. 00000100:00000001:2.0:1749611409.984129:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611409.984129:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749611409.984131:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749611409.984131:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611409.984134:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749611409.984134:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00000001:2.0:1749611409.984137:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.984137:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321846272 : -131939387705344 : ffff880077a9f800) 00000100:00000001:0.0:1749611409.984138:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984139:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.984140:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749611409.984141:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9f800 x1834598494668032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.984142:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611409.984142:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 871 usecs (1 jiffies) 00000100:00000001:0.0:1749611409.984144:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300683442 00000100:00000001:3.0:1749611409.984146:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984147:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300683443 00000100:00000001:2.0:1749611409.984149:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611409.984149:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300683442 00000100:00100000:1.0:1749611409.984150:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494668032:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611409.984151:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.984151:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300683443 00000100:00000001:3.0:1749611409.984153:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984153:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300683442 00000100:00000200:1.0:1749611409.984154:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668032 00000400:00000001:2.0:1749611409.984155:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611409.984155:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300683443 00000020:00000001:1.0:1749611409.984156:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749611409.984157:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611409.984157:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300683442 00010000:00000001:1.0:1749611409.984158:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611409.984159:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749611409.984159:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe160. 00000100:00000001:0.0:1749611409.984159:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300683443 00000100:00000001:3.0:1749611409.984161:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611409.984161:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611409.984162:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000100:00000001:0.0:1749611409.984163:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611409.984164:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000400:00000010:2.0:1749611409.984164:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:2.0:1749611409.984166:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611409.984166:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.984167:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321847168 : -131939387704448 : ffff880077a9fb80) 00000400:00000001:0.0:1749611409.984167:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611409.984168:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749611409.984169:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611409.984170:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749611409.984170:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000100:00000040:3.0:1749611409.984171:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9fb80 x1834598494668288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611409.984172:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611409.984173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00010000:00000001:1.0:1749611409.984175:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749611409.984175:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611409.984177:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611409.984178:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.984178:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749611409.984180:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494668288:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611409.984180:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749611409.984181:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611409.984182:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749611409.984183:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668288 02000000:00000010:1.0:1749611409.984185:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fab800. 00000020:00000001:3.0:1749611409.984186:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611409.984187:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611409.984188:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611409.984189:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611409.984189:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611409.984191:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611409.984193:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984195:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611409.984196:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749611409.984196:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611409.984197:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984197:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.984198:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611409.984199:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611409.984199:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:3.0:1749611409.984200:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611409.984201:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611409.984201:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611409.984201:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749611409.984202:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611409.984202:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611409.984203:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611409.984203:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611409.984204:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611409.984205:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611409.984205:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611409.984205:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611409.984206:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611409.984207:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749611409.984207:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.984208:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611409.984209:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611409.984209:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611409.984211:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611409.984211:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749611409.984211:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611409 v=5 (0 0 0 0) 02000000:00000001:1.0:1749611409.984213:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1749611409.984214:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197f438 time=20 v=5 (5 0 0 0) 02000000:00000001:1.0:1749611409.984214:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611409.984214:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=64 v=20 (20 1 1 1) 02000000:00000010:3.0:1749611409.984215:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69c00. 00000100:00000001:1.0:1749611409.984216:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611409.984217:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611409.984217:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611409.984217:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611409.984218:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611409.984219:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984220:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749611409.984220:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00010000:00000001:3.0:1749611409.984221:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611409.984221:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611409.984223:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611409.984224:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:02020000:0.0:1749611409.984225:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00001000:3.0:1749611409.984226:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611409.984228:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611409.984228:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749611409.984229:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611409.984229:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494668032, offset 0 00000100:00000001:0.0:1749611409.984230:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611409.984231:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611409.984233:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611409.984235:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611409.984235:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611409.984235:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611409.984237:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611409.984237:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984240:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611409.984242:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:1.0:1749611409.984242:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611409.984242:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611409.984243:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611409.984245:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984245:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611409.984246:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611409.984246:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611409.984248:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611409.984248:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611409.984248:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948500 00000100:00000001:0.0:1749611409.984248:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749611409.984250:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984250:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611409.984252:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d2d [1] + 0 00000100:00080000:0.0:1749611409.984252:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611409.984253:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611409.984255:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611409.984255:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611409.984255:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749611409.984256:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611409.984257:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611409.984257:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611409.984258:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611409.984259:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611409.984260:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611409.984261:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611409.984262:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494668288, offset 0 00000100:00000040:2.0:1749611409.984262:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.984263:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611409.984266:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611409.984267:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611409.984269:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494667904:0@lo:38:kworker.0 00000100:00100000:2.0:1749611409.984270:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494668416:0@lo:400:kworker.0 00000400:00000200:3.0:1749611409.984273:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611409.984274:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984275:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611409.984276:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.984276:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611409.984277:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611409.984278:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948600 00000100:00000040:0.0:1749611409.984279:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55c00 x1834598494667904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611409.984280:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54000 x1834598494668416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611409.984283:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d41 [1] + 0 00000100:00000001:1.0:1749611409.984284:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611409.984285:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611409.984287:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611409.984288:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611409.984289:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 02000000:00000010:0.0:1749611409.984289:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51c00. 00000400:00000200:3.0:1749611409.984291:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611409.984291:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:0.0:1749611409.984291:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611409.984293:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749611409.984293:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611409.984294:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749611409.984294:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749611409.984295:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611409.984296:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611409.984296:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611409.984297:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611409.984297:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130311800. 00000100:00000200:3.0:1749611409.984298:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611409.984298:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749611409.984300:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611409.984300:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1749611409.984301:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 02000000:00000001:0.0:1749611409.984301:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611409.984302:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.984304:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611409.984305:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611409.984306:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611409.984307:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611409.984307:0:28324:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:0.0:1749611409.984307:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55c00. 00000100:00000040:1.0:1749611409.984308:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9f800 x1834598494668032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611409.984309:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611409.984311:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2adb00. 00000100:00000001:0.0:1749611409.984311:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749611409.984313:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611409.984313:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611409.984314:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611409.984315:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611409.984315:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749611409.984316:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54000. 00000100:00100000:1.0:1749611409.984318:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494668032:12345-0@lo:38:kworker.0 Request processed in 167us (663us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611409.984319:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611409.984319:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611409.984319:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749611409.984320:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611409.984320:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984321:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.984322:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611409.984323:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611409.984323:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611409.984324:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611409.984324:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611409.984325:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00000001:3.0:1749611409.984326:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984326:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611409.984327:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611409.984327:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749611409.984328:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611409.984329:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611409.984329:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611409.984329:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749611409.984329:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611409.984331:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984331:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611409.984331:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000020:00000010:1.0:1749611409.984332:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000020:00000001:3.0:1749611409.984333:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611409.984333:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611409.984335:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000020:00000010:1.0:1749611409.984336:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 00000100:00000040:3.0:1749611409.984337:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9fb80 x1834598494668288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.984337:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611409.984340:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000200:0.0:1749611409.984341:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611409.984343:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611409.984346:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494668288:12345-0@lo:38:kworker.0 Request processed in 166us (249us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749611409.984349:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611409.984353:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611409.984354:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00000001:2.0:1749611409.984355:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.984355:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611409.984357:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611409.984359:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611409.984359:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611409.984360:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611409.984361:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749611409.984361:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611409.984361:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611409.984363:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749611409.984363:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000100:00000001:0.0:1749611409.984363:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.984365:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611409.984366:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7400. 00000400:00000200:2.0:1749611409.984366:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00080000:1.0:1749611409.984366:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:2.0:1749611409.984368:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00001000:0.0:1749611409.984368:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197dc38 time=1749611409 v=5 (0 0 0 0) 00000020:00000010:3.0:1749611409.984369:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000020:00000040:1.0:1749611409.984370:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611409.984371:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611409.984371:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197dbf0 time=20 v=20 (20 0 0 0) 00000020:00000010:3.0:1749611409.984372:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d7a00. 00000100:00000001:0.0:1749611409.984373:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611409.984375:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611409.984375:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.984375:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611409.984376:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611409.984380:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611409.984384:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.984387:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611409.984390:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611409.984390:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611409.984391:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.984392:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.984393:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611409.984395:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611409.984396:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611409.984398:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611409.984400:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611409.984402:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611409.984403:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611409.984405:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611409.984405:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611409.984407:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749611409.984410:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=114 v=5 (5 5 5 5) 00000100:00000040:0.0:1749611409.984411:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611409.984413:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611409.984415:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611409.984417:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611409.984419:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494668288:0@lo:38:kworker.0 00000400:00000001:0.0:1749611409.984424:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611409.984425:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611409.984427:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000400:00000200:0.0:1749611409.984429:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:0.0:1749611409.984431:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:0.0:1749611409.984432:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611409.984435:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611409.984436:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611409.984441:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611409.984443:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611409.984448:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984449:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611409.984450:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611409.984451:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611409.984452:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611409.984452:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611409.984454:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611409.984454:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611409.984455:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984455:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611409.984456:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.984458:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611409.984459:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611409.984461:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611409 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611409.984464:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=114 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611409.984465:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611409.984466:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611409.984467:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611409.984468:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611409.984469:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984470:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611409.984472:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611409.984473:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611409.984479:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494668160:0@lo:400:kworker.0 00000100:00000001:0.0:1749611409.984485:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611409.984487:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611409.984488:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984489:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611409.984490:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611409.984490:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611409.984492:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611409.984493:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57480 x1834598494668160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611409.984494:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611409.984496:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611409.984498:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611409.984499:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611409.984500:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611409.984502:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800827d6400. 00000100:00000040:0.0:1749611409.984502:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611409.984505:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611409.984506:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611409.984507:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:0.0:1749611409.984509:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494668032:0@lo:38:kworker.0 00000100:00000001:0.0:1749611409.984513:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611409.984514:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611409.984515:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749611409.984516:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2adf00. 00000100:00000040:0.0:1749611409.984517:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55500 x1834598494668288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611409.984518:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611409.984520:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611409.984547:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57480. 00000100:00000001:2.0:1749611409.984550:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611409.984551:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984551:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611409.984552:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611409.984553:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611409.984554:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d53400. 02000000:00000001:0.0:1749611409.984556:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611409.984558:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749611409.984558:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611409.984559:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749611409.984560:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611409.984561:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611409.984561:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611409.984562:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2000. 00000100:00000001:2.0:1749611409.984563:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611409.984564:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611409.984565:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611409.984567:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 00000100:00000001:0.0:1749611409.984570:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611409.984571:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984573:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611409.984576:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494668032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611434 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611409.984594:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611409.984596:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611409.984597:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51400. 02000000:00000001:0.0:1749611409.984600:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611409.984601:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611409.984602:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611409.984604:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611409.984605:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130312400. 02000000:00000001:0.0:1749611409.984607:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611409.984608:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611409.984609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:0.0:1749611409.984612:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611409.984613:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611409.984615:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984616:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611409.984618:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611409.984619:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611409.984621:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611409.985590:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300683443, at 4300683443 00000100:00000010:0.0:1749611409.985598:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538ca80. 00000100:00000040:3.0:1749611409.985605:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300683443, at 4300683443 00000100:00000040:2.0:1749611409.985614:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300683443, at 4300683443 00000100:00000040:1.0:1749611409.985615:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300683443, at 4300683443 00000100:00000010:3.0:1749611409.985616:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c100. 00000100:00000010:2.0:1749611409.985632:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c500. 00000100:00000010:1.0:1749611409.985648:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b538c9c0. 00080000:00000010:2.0:1749611410.352086:0:25976:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611410.352096:0:25976:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611410.352103:0:25976:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611410.352119:0:25976:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611410.352124:0:25976:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611410.352127:0:25976:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611410.352134:0:25976:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611410.352138:0:25976:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611410.352142:0:25976:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611410.458604:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611410.458612:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611410.458615:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611410.458621:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611410.458625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611410.458629:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611410.458632:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611410.458634:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611410.458637:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611410.467442:0:26019:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611410.467446:0:26019:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_165d: @@@@@@ FAIL: cannot create '/mnt/lustre/d165d.sanity/f165d.sanity' 00000001:00000001:1.0:1749611410.472970:0:26019:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:2.0:1749611410.622728:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611410.622737:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611410.622739:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611410.622744:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611410.622748:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611410.622751:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611410.622754:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611410.622757:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611410.622760:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611410.940448:0:26039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611410.940459:0:26039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611410.940465:0:26039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611410.940480:0:26039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611410.940485:0:26039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611410.940488:0:26039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611410.940500:0:26039:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611410.940504:0:26039:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611410.940507:0:26039:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611410.966638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611410.966643:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611410.966723:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611410.966728:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611410.966732:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611410.984611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611410.984627:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611410.984631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611410.984636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611410.984639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611410.984644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611410.984648:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 64416 lines, 64416 kept, 0 dropped, 0 bad.